-- Logs begin at Thu 2022-06-30 10:48:11 UTC, end at Thu 2022-06-30 12:40:50 UTC. -- Jun 30 11:45:30.894438 dv-cinder-848250-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 11:45:33.448115 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.common.config [-] Logging enabled! Jun 30 11:45:33.448882 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev48 Jun 30 11:45:33.448882 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88639) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 11:45:33.452696 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.common.config [-] Logging enabled! Jun 30 11:45:33.452950 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev48 Jun 30 11:45:33.453263 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88639) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 11:45:33.454188 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 11:45:33.454419 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 11:45:33.454777 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 11:45:33.455019 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 11:45:33.455246 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 11:45:33.455561 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.455856 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.456151 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.456398 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.456698 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.456989 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.457269 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.457555 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.457848 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.458173 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.458449 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.458735 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.458961 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.459241 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.459526 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.459812 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.460031 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] debug = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.460308 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.460770 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.461188 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.461465 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.461751 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.462030 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.462296 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.462571 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.462851 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.463179 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] host = dv-cinder-848250-1-iscsi {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.463457 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.463741 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.464025 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.464308 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.464614 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.464890 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.465173 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.465445 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.465711 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] log_file = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.465981 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.466264 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.466549 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.466836 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.467776 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.467966 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.468154 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.468498 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.468778 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.469049 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.469320 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.469592 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.469862 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.470128 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.470409 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.470690 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.470973 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.471247 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.471518 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.471786 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.472059 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.472341 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.472637 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.472907 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.473180 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.473457 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.473728 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.473995 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.474289 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.474571 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.474850 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.475133 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.475454 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.475735 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.476003 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.476272 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.476562 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] use_json = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.476832 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.477100 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.477378 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.477647 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.477917 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.478186 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.478455 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.478736 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.479003 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:33.479298 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.479591 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.479887 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.480174 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.480480 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.480758 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.481043 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.481319 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.481603 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.481892 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.482179 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.482453 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.482779 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.483248 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.483562 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.483873 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.484170 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.484489 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.484767 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.485042 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.485320 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.485596 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.485880 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.486171 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.486461 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.486771 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.487047 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.487339 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.487616 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.487885 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.488162 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.488475 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.488754 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.489026 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.489307 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.489597 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.489882 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.490153 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.490430 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.490717 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.490991 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.491257 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.491525 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.491798 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.492071 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.492352 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.492649 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.492919 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.493192 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.493468 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.493739 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.494011 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.494285 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.494555 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.494829 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.495098 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.495367 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.495636 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.495902 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.496170 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.496469 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.496739 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.497012 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.497279 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.497550 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.497819 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.498086 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.498390 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.498676 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.499046 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.499328 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.499606 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.499883 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.500159 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.500462 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.500739 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.501013 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.501288 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.501559 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.501847 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.502132 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.502415 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.502695 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.502971 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.503263 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.503538 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.503819 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.504137 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.504455 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.504739 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.505021 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.505312 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.505860 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.506149 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.506441 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.506733 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.507010 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.507313 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.507589 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:33.507804 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 11:45:33.508044 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88639) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 11:45:33.905064 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO keyring.backend [-] Loading KWallet Jun 30 11:45:33.912427 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO keyring.backend [-] Loading SecretService Jun 30 11:45:33.915871 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO keyring.backend [-] Loading Windows Jun 30 11:45:33.917210 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO keyring.backend [-] Loading chainer Jun 30 11:45:33.917780 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO keyring.backend [-] Loading macOS Jun 30 11:45:33.951719 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 11:45:33.951990 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 11:45:33.952284 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 11:45:33.952643 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 11:45:34.344724 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.345023 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.345292 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.346489 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.346760 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.347023 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.383351 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.383630 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.383902 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.396950 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.397227 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.397492 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.428408 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.428687 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.428956 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.465945 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.466539 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.466539 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.702120 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.702341 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.702611 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.702875 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.703618 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.824858 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.825176 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.825459 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.825729 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.825997 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.826309 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.826634 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.826951 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.827211 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.827497 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.827752 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.828017 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.828284 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.828564 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.828838 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.829111 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.829369 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.829642 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.829944 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.830230 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.830586 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.830841 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.831091 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.831377 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.831626 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.831870 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.832260 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 11:45:34.832525 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 11:45:34.832764 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 11:45:34.832999 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 11:45:34.833232 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 11:45:34.833464 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 11:45:34.833840 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 11:45:34.837075 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 11:45:34.841055 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 11:45:34.845449 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 30 11:45:34.847074 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 11:45:34.847533 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 11:45:34.847850 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 11:45:34.848403 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 11:45:34.851190 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 11:45:34.851436 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 11:45:34.851780 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 11:45:34.880221 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 11:45:34.880956 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.881254 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88639) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 11:45:34.881612 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.882958 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88639) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 11:45:34.883237 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 11:45:34.883477 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 11:45:34.886867 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.887146 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:34.948484 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 11:45:34.948722 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 11:45:34.948958 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 11:45:34.949324 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 11:45:34.982295 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_db.sqlalchemy.engines [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88639) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 30 11:45:35.687847 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Initializing driver for type 'gre' Jun 30 11:45:35.688589 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] gre ID ranges: [(1, 1000)] Jun 30 11:45:36.019294 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Initializing driver for type 'local' Jun 30 11:45:36.019544 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Initializing driver for type 'vlan' Jun 30 11:45:36.156594 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] VlanTypeDriver initialization complete Jun 30 11:45:36.156938 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Initializing driver for type 'vxlan' Jun 30 11:45:36.157468 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] vxlan ID ranges: [(1, 1000)] Jun 30 11:45:36.396708 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Initializing extension driver 'port_security' Jun 30 11:45:36.397050 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.extensions.port_security [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] PortSecurityExtensionDriver initialization complete Jun 30 11:45:36.397413 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Initializing mechanism driver 'openvswitch' Jun 30 11:45:36.397739 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Initializing mechanism driver 'hyperv' Jun 30 11:45:36.404270 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.plugins.ml2.plugin [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:45:36.408072 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > port after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.408072 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > port after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.408072 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > port after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.408072 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88639) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 30 11:45:36.408072 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > subnet after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.408521 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > subnet after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.408521 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.408734 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88639) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 30 11:45:36.409138 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > network after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.409476 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > network after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.409815 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > network after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.410195 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88639) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 30 11:45:36.410598 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > security_group after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.410940 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > security_group after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.411274 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.411655 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88639) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 30 11:45:36.412053 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.412413 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.412749 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.413254 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88639) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 30 11:45:36.413651 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > address_group after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.413992 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > address_group after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.414325 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.414711 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88639) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 30 11:45:36.415148 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] ML2 OVO RPC backend initialized. {{(pid=88639) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 30 11:45:36.415841 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.416188 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.416630 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > network before_response 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.416976 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > networks before_response 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.417319 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > port before_response 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.417656 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > ports before_response 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.417994 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > subnet before_response 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.418328 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > subnets before_response 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.418668 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > network after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.419010 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > network after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.419338 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > network after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.419667 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > port after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.419996 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > port after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.420333 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > port after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.421213 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > subnet after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.421555 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > subnet after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.421890 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.422464 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.plugin [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Modular L2 Plugin initialization complete Jun 30 11:45:36.422795 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading services supported by the core plugin {{(pid=88639) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 11:45:36.423109 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.plugins.ml2.managers [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Got port-security extension from driver 'port_security' Jun 30 11:45:36.423598 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.extensions.vlantransparent [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Disabled vlantransparent extension. Jun 30 11:45:36.424045 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88639) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 11:45:36.424376 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading Plugin: router Jun 30 11:45:36.462046 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.462428 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router after_create 55549900 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.462787 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router before_create 55549900 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.463142 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.463552 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.463850 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router after_delete 55549900 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.464199 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.464199 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router after_create 55549900 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.464199 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router after_update 55549900 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.465420 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router after_update 55549900 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.465576 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.465926 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router after_update 55549900 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.466334 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router precommit_update 55549900 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.466693 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: port after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.467030 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: port after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.468591 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: subnet after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.468940 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.469286 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.469631 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router precommit_create 55549900 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.469971 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: port before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.470309 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router precommit_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.470664 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router after_update 55549900 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.470999 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.471341 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router precommit_create 55549900 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.471697 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.472045 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router precommit_update 55549900 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.472428 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > agent after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.472776 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > agent after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.473115 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > network after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.473975 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Tracking information for resource: router configured {{(pid=88639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 11:45:36.474299 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Tracking information for resource: floatingip configured {{(pid=88639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 11:45:36.479160 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.db.l3_agentschedulers_db [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 11:45:36.479756 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: port after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.480113 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: port after_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.480490 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: port after_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.480841 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: port after_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.481741 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router before_create 55550100 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.482097 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.482457 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router precommit_create 55550100 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.482807 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > router precommit_update 55550100 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.487449 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.services.provider_configuration [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service providers = [] {{(pid=88639) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 11:45:36.487810 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.db.servicetype_db [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88639) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 11:45:36.490722 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.services.service_base [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88639) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 11:45:36.491067 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.services.service_base [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88639) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 11:45:36.491410 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.services.service_base [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88639) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 11:45:36.492283 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.services.service_base [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88639) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 11:45:36.492674 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.services.service_base [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 11:45:36.493043 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 11:45:36.493357 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 11:45:36.504455 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 11:45:36.504785 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading Plugin: auto_allocate Jun 30 11:45:36.510771 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: network precommit_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.511131 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: network precommit_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.511646 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 11:45:36.511959 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading Plugin: tag Jun 30 11:45:36.519379 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 11:45:36.519706 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading Plugin: timestamp Jun 30 11:45:36.523663 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 11:45:36.523990 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading Plugin: network_ip_availability Jun 30 11:45:36.529181 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.529546 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.530915 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.531629 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 11:45:36.531948 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading Plugin: flavors Jun 30 11:45:36.536585 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 11:45:36.536914 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading Plugin: revisions Jun 30 11:45:36.541156 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 11:45:36.541542 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_concurrency.lockutils [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.589s {{(pid=88639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 11:45:36.542273 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88639) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 30 11:45:36.542603 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Initializing extension manager. Jun 30 11:45:36.543094 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: __init__.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.543426 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: __pycache__ {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.543751 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.544077 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: address_group.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.544852 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.545551 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: address-group Jun 30 11:45:36.546206 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: address_scope.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.546919 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.547421 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: address-scope Jun 30 11:45:36.547737 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.548678 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.549182 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: router-admin-state-down-before-update Jun 30 11:45:36.549498 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: agent.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.550192 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.550689 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: agent Jun 30 11:45:36.551007 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: agent_resources_synced.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.552089 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.552628 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: agent-resources-synced Jun 30 11:45:36.552949 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: allowedaddresspairs.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.554709 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.555225 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: allowed-address-pairs Jun 30 11:45:36.555552 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: auto_allocated_topology.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.556647 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.557154 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: auto-allocated-topology Jun 30 11:45:36.557474 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: availability_zone.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.558160 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.558660 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: availability_zone Jun 30 11:45:36.558978 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: availability_zone_filter.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.559872 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.560392 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: availability_zone_filter Jun 30 11:45:36.560713 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: data_plane_status.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.562046 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.562545 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 11:45:36.562861 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: default_subnetpools.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.563789 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.564293 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: default-subnetpools Jun 30 11:45:36.564635 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.565431 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.565956 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: dhcp_agent_scheduler Jun 30 11:45:36.566273 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: dns.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.567174 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.567670 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension dns-integration not supported by any of loaded plugins Jun 30 11:45:36.567986 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: dns_domain_ports.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.568910 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.569405 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 11:45:36.569722 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: dvr.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.570388 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.570884 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: dvr Jun 30 11:45:36.571199 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: empty_string_filtering.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.572102 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.572633 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: empty-string-filtering Jun 30 11:45:36.572949 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.573843 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.574341 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 11:45:36.574656 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.575552 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.576050 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 11:45:36.576393 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: external_net.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.578331 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.578841 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: external-net Jun 30 11:45:36.579161 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.580058 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.580596 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: extra_dhcp_opt Jun 30 11:45:36.580914 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: extraroute.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.581803 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.582304 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: extraroute Jun 30 11:45:36.582619 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: extraroute_atomic.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.583645 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.584172 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: extraroute-atomic Jun 30 11:45:36.584526 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: filter_validation.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.585191 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.585686 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: filter-validation Jun 30 11:45:36.586001 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: fip_pf_description.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.586902 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.587394 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 11:45:36.587709 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: fip_port_details.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.588632 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.589133 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: fip-port-details Jun 30 11:45:36.589448 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: flavors.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.590654 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.591154 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: flavors Jun 30 11:45:36.591475 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.594199 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.594715 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 11:45:36.595041 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: floatingip_pools.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.595737 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.596243 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: floatingip-pools Jun 30 11:45:36.596603 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: ip_allocation.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.597509 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.598018 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 11:45:36.598336 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.599247 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.599753 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: ip-substring-filtering Jun 30 11:45:36.600067 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: l2_adjacency.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.600999 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.601500 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 11:45:36.601815 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: l3.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.602806 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.603319 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: router Jun 30 11:45:36.603638 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.606019 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.606543 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 11:45:36.606869 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.607775 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.608793 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: ext-gw-mode Jun 30 11:45:36.609120 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.610035 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.610546 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: l3-ha Jun 30 11:45:36.610869 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: l3_flavors.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.611767 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.612274 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: l3-flavors Jun 30 11:45:36.612617 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.613537 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.614036 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 11:45:36.614351 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: l3agentscheduler.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.615384 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.615888 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: l3_agent_scheduler Jun 30 11:45:36.616212 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: logging.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.617813 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.618335 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension logging not supported by any of loaded plugins Jun 30 11:45:36.618664 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: metering.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.619404 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.619975 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: metering Jun 30 11:45:36.620299 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.621388 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.621898 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: metering_source_and_destination_fields Jun 30 11:45:36.622221 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: multiprovidernet.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.623130 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.624222 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: multi-provider Jun 30 11:45:36.624585 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: netmtu.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.625492 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.626001 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: net-mtu Jun 30 11:45:36.626322 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: netmtu_writable.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.627219 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.627722 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: net-mtu-writable Jun 30 11:45:36.628040 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: network_availability_zone.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.628755 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.629223 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: network_availability_zone Jun 30 11:45:36.629541 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: network_ip_availability.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.630869 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.631372 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: network-ip-availability Jun 30 11:45:36.631692 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: network_segment_range.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.632476 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.632975 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 11:45:36.633295 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: pagination.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.634259 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.634582 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: pagination Jun 30 11:45:36.634896 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: port_device_profile.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.635797 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.636306 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: port-device-profile Jun 30 11:45:36.636648 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.637546 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.638047 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: port-mac-address-regenerate Jun 30 11:45:36.638363 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.640155 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.640699 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: port-numa-affinity-policy Jun 30 11:45:36.641018 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: port_resource_request.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.641926 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.642423 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 11:45:36.642747 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: portbindings.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.643652 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.644150 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: binding Jun 30 11:45:36.644503 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: portbindings_extended.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.645738 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.646241 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: binding-extended Jun 30 11:45:36.646563 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: portsecurity.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.647519 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.647973 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: port-security Jun 30 11:45:36.648289 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: project_id.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.649396 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.649717 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: project-id Jun 30 11:45:36.650034 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: providernet.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.650941 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.651446 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: provider Jun 30 11:45:36.651763 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: qos.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.656347 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.656880 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension qos not supported by any of loaded plugins Jun 30 11:45:36.657223 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.658444 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.658946 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 11:45:36.659270 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.660171 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.660700 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 11:45:36.661021 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: qos_default.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.661913 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.662414 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension qos-default not supported by any of loaded plugins Jun 30 11:45:36.662732 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: qos_fip.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.663380 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.663870 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension qos-fip not supported by any of loaded plugins Jun 30 11:45:36.664183 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: qos_gateway_ip.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.665129 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.665631 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 11:45:36.665948 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: qos_port_network_policy.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.666851 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.667348 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 11:45:36.667668 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: qos_rule_type_details.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.668599 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.669100 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 11:45:36.669418 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: qos_rules_alias.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.670468 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.671419 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 11:45:36.671738 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: quotasv2.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.672661 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.672984 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: quotas Jun 30 11:45:36.673296 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: quotasv2_detail.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.674881 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.675218 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: quota_details Jun 30 11:45:36.675545 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: rbac.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.676621 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.677136 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: rbac-policies Jun 30 11:45:36.677464 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: rbac_address_group.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.678388 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.678900 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: rbac-address-group Jun 30 11:45:36.679223 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: rbac_address_scope.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.680129 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.680665 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: rbac-address-scope Jun 30 11:45:36.680987 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: rbac_security_groups.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.681891 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.682395 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: rbac-security-groups Jun 30 11:45:36.682714 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: rbac_subnetpool.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.683630 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.684131 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: rbac-subnetpool Jun 30 11:45:36.684481 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: revisionifmatch.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.685388 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.685890 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: revision-if-match Jun 30 11:45:36.686625 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: revisions.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.687724 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.688231 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: standard-attr-revisions Jun 30 11:45:36.688789 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: router_availability_zone.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.689233 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.689737 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: router_availability_zone Jun 30 11:45:36.690055 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: routerservicetype.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.691069 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.691576 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension router-service-type not supported by any of loaded plugins Jun 30 11:45:36.691896 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.692991 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.693504 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: security-groups-normalized-cidr Jun 30 11:45:36.693826 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.694744 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.695249 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: port-security-groups-filtering Jun 30 11:45:36.695571 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.696535 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.697028 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: security-groups-remote-address-group Jun 30 11:45:36.697346 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: securitygroup.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.707978 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.708533 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: security-group Jun 30 11:45:36.708859 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: segment.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.709649 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.710148 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension segment not supported by any of loaded plugins Jun 30 11:45:36.710469 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.711403 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.711907 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 11:45:36.712227 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: servicetype.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.713348 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.713872 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: service-type Jun 30 11:45:36.714185 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: sorting.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.715165 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.715487 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: sorting Jun 30 11:45:36.715806 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: standard_attr_segment.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.716735 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.717268 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 11:45:36.718614 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: standardattrdescription.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.719266 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.719782 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: standard-attr-description Jun 30 11:45:36.720100 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: stateful_security_group.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.721042 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.721557 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: stateful-security-group Jun 30 11:45:36.721873 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: stdattrs_common.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.722449 dv-cinder-848250-1-iscsi neutron-server[88639]: WARNING neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 11:45:36.722763 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.723749 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.724260 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 11:45:36.724602 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: subnet_onboard.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.725665 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.726171 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: subnet_onboard Jun 30 11:45:36.726489 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.727412 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.727912 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 11:45:36.728228 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: subnet_service_types.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.729164 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.729666 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: subnet-service-types Jun 30 11:45:36.729982 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: subnetallocation.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.731097 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.731543 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: subnet_allocation Jun 30 11:45:36.731860 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.732550 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.733642 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: subnetpool-prefix-ops Jun 30 11:45:36.733965 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.734894 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.735393 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 11:45:36.735709 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: tagging.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.736803 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.737312 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: standard-attr-tag Jun 30 11:45:36.737630 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: timestamp.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.738808 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.739315 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loaded extension: standard-attr-timestamp Jun 30 11:45:36.739638 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: trunk.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.740682 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.741188 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension trunk not supported by any of loaded plugins Jun 30 11:45:36.741510 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: trunk_details.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.742463 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.742917 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension trunk-details not supported by any of loaded plugins Jun 30 11:45:36.743239 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: uplink_status_propagation.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.744154 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.744691 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 11:45:36.745011 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Loading extension file: vlantransparent.py {{(pid=88639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 11:45:36.745675 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 11:45:36.746173 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 11:45:36.749628 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:network Jun 30 11:45:36.750504 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:subnet Jun 30 11:45:36.752632 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 11:45:36.753280 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:port Jun 30 11:45:36.754687 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.v2.resource_helper [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 11:45:36.755155 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.v2.resource_helper [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service FLAVORS assigned prefix: {{(pid=88639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 11:45:36.756047 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.v2.resource_helper [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 11:45:36.756522 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.v2.resource_helper [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 11:45:36.756877 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:router Jun 30 11:45:36.757552 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 11:45:36.758280 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.v2.resource_helper [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service METERING assigned prefix: /metering {{(pid=88639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 11:45:36.759718 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.760087 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.760473 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:45:36.761567 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 11:45:36.762017 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:security_group Jun 30 11:45:36.762671 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 11:45:36.763408 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.v2.resource_helper [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service CORE assigned prefix: {{(pid=88639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 11:45:36.763734 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 11:45:36.764067 dv-cinder-848250-1-iscsi neutron-server[88639]: WARNING neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] subnetpool is already registered Jun 30 11:45:36.765652 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.v2.resource_helper [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service CORE assigned prefix: {{(pid=88639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 11:45:36.766129 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 11:45:36.766460 dv-cinder-848250-1-iscsi neutron-server[88639]: WARNING neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] subnetpool is already registered Jun 30 11:45:36.769037 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.v2.resource_helper [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 11:45:36.769464 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.v2.resource_helper [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service FLAVORS assigned prefix: {{(pid=88639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 11:45:36.770040 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.v2.resource_helper [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 11:45:36.770456 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.v2.resource_helper [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 11:45:36.770783 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:router Jun 30 11:45:36.771104 dv-cinder-848250-1-iscsi neutron-server[88639]: WARNING neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] router is already registered Jun 30 11:45:36.771690 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 11:45:36.772019 dv-cinder-848250-1-iscsi neutron-server[88639]: WARNING neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] floatingip is already registered Jun 30 11:45:36.772666 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.v2.resource_helper [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service METERING assigned prefix: /metering {{(pid=88639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 11:45:36.773314 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 11:45:36.773630 dv-cinder-848250-1-iscsi neutron-server[88639]: WARNING neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] rbac_policy is already registered Jun 30 11:45:36.774159 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:security_group Jun 30 11:45:36.774479 dv-cinder-848250-1-iscsi neutron-server[88639]: WARNING neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] security_group is already registered Jun 30 11:45:36.775054 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 11:45:36.775375 dv-cinder-848250-1-iscsi neutron-server[88639]: WARNING neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] security_group_rule is already registered Jun 30 11:45:36.776028 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.v2.resource_helper [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service CORE assigned prefix: {{(pid=88639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 11:45:36.776348 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 11:45:36.776688 dv-cinder-848250-1-iscsi neutron-server[88639]: WARNING neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] subnetpool is already registered Jun 30 11:45:36.777278 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.v2.resource_helper [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Service CORE assigned prefix: {{(pid=88639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 11:45:36.777595 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 11:45:36.777921 dv-cinder-848250-1-iscsi neutron-server[88639]: WARNING neutron.quota.resource_registry [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] subnetpool is already registered Jun 30 11:45:36.778555 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: extensions {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.780542 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: address-groups {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.782135 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: address-scopes {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.783327 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: agents {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.784505 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: auto-allocated-topology {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.785763 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: availability_zones {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.787270 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: dhcp-networks {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.788703 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: dhcp-agents {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.790280 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: routers {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.792065 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: flavors {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.793451 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: service_profiles {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.794644 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: next_providers {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.796947 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: service_profiles {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.798386 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: floatingip-pools {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.799831 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: routers {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.801895 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: floatingips {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.803081 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: l3-routers {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.804488 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: l3-agents {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.805912 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: metering-labels {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.807251 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: metering-label-rules {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.808602 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: network-ip-availabilities {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.809845 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: bindings {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.812469 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: quotas {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.813905 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: quotas {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.815321 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: rbac-policies {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.816635 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: security-groups {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.817851 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: security-group-rules {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.819067 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: service-providers {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.820269 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: subnetpools {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.822663 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: subnetpools {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.824123 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: tags {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.825815 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: tags {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.943363 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: tags {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.945060 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: tags {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.946840 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: tags {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.948714 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: tags {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.950403 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: tags {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.953528 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: tags {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.955264 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: tags {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.957120 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron.api.extensions [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Extended resource: tags {{(pid=88639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 11:45:36.963071 dv-cinder-848250-1-iscsi neutron-server[88639]: WARNING keystonemiddleware.auth_token [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 11:45:36.968379 dv-cinder-848250-1-iscsi neutron-server[88639]: WARNING keystonemiddleware.auth_token [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 11:45:36.976561 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_concurrency.lockutils [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Acquired lock "singleton_lock" {{(pid=88639) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 11:45:36.977035 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_concurrency.lockutils [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Releasing lock "singleton_lock" {{(pid=88639) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 11:45:36.977657 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO oslo_service.service [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Starting 2 workers Jun 30 11:45:36.982291 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Started child 88750 {{(pid=88639) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 30 11:45:36.987185 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Started child 88751 {{(pid=88639) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 30 11:45:36.987719 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:45:36.988809 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO neutron.service [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 11:45:36.989132 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [-] (88750) wsgi starting up on http://0.0.0.0:9696 Jun 30 11:45:36.989466 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Notify callbacks [] for process, before_spawn {{(pid=88639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:45:36.991786 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO oslo_service.service [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Starting 1 workers Jun 30 11:45:36.991885 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:45:36.993140 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [-] (88751) wsgi starting up on http://0.0.0.0:9696 Jun 30 11:45:36.996763 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Started child 88752 {{(pid=88639) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 30 11:45:36.997289 dv-cinder-848250-1-iscsi neutron-server[88639]: INFO oslo_service.service [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Starting 1 workers Jun 30 11:45:37.001230 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.service [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] calling RpcWorker wait() {{(pid=88752) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 11:45:37.001796 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.service [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] returning from RpcWorker wait() {{(pid=88752) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 11:45:37.002839 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Started child 88753 {{(pid=88639) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 30 11:45:37.003103 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:45:37.003613 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:45:37.003703 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG neutron_lib.callbacks.manager [None req-435f1c10-4578-4616-962c-83c56ce40ab7 None None] Notify callbacks [] for process, after_spawn {{(pid=88639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:45:37.005476 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88639) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 30 11:45:37.005939 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 11:45:37.006120 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 11:45:37.006339 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 11:45:37.006666 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 11:45:37.006826 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 11:45:37.007328 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.007606 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.007883 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.007982 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:45:37.008465 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.008465 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.008848 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:45:37.009006 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.009283 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.009548 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.009825 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.010072 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.010570 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.010570 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.010718 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.010856 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.011127 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.011402 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.011634 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.011929 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.012096 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.012335 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.012621 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.012869 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.013136 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] debug = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.013383 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.013858 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.014105 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.014908 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.015791 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.016083 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.016338 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.016637 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.016877 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.017097 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.017313 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.017562 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.017806 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.018043 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.018263 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.018522 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.018735 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.019207 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] host = dv-cinder-848250-1-iscsi {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.019466 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.019784 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.019923 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.020161 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.020422 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.020635 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.020897 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.021152 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.021411 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.021632 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.021879 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.022120 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.022336 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.022569 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_file = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.022729 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_options = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.022956 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.023242 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.023483 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.023673 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.023837 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.024007 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.024260 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.024455 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.024706 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.024931 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.025140 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.025378 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.025570 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.025810 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.026062 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.026288 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.026521 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.026733 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.026991 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.027239 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.027465 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.027709 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.027953 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.028168 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.028425 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.028635 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.028880 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.029093 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.029303 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.029560 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.029904 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.030087 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.031012 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.031261 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.031496 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.031726 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.031949 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.032313 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.032939 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.033356 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.033801 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.034020 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.034258 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.034523 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.034725 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.034943 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] use_json = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.035154 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.035432 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.035856 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.035856 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.036256 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.036529 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.036891 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.037278 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.037489 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.037890 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.038355 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.038499 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.038761 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.038991 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.039231 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.039478 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.039696 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.039959 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.042155 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.042479 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.047132 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.047132 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.047132 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.047132 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.047132 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.047132 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.048727 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.048727 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.048935 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.049183 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.049424 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.051614 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.052787 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.053091 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.053398 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.053664 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.053942 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.054193 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.054428 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.054658 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.054891 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.055174 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.055407 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.055656 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.055887 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.056192 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.056408 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.056670 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.056903 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.057146 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.057406 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.057660 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.057888 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.058206 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.058463 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.058704 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.058963 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.059182 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.059427 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.059679 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.059917 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.060170 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.060414 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.060646 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.060900 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.061649 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.061933 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.062163 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.062405 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.062623 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.062881 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.063125 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.063344 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.063560 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.063781 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.064014 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.064349 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.064598 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.064821 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.065067 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.065293 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.066055 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.066055 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.066055 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.066312 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.066408 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.066561 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.066782 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.067020 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.067536 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.067536 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.067786 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.067896 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.068395 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.068622 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.068878 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.069150 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.069403 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.069651 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.069879 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.070133 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.070352 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.070605 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.070839 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.072722 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.073074 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.073394 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.073723 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.074038 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.074458 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.074707 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.074796 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 36736) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:45:37.074967 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.075225 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.075483 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.075721 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.076026 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.076290 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.076594 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.077786 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.078113 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.078424 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.078690 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.078954 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.079462 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.079462 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.080004 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.080183 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.080660 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.080839 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.081086 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.081352 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.081628 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.081848 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.082224 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.082515 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.082869 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.083118 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.083376 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.084665 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.084665 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.084665 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.084897 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074308 Jun 30 11:45:37.084967 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.084967 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.085226 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.085409 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.085675 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.086076 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.086463 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.086876 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.087157 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.087422 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.087679 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.087931 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.088155 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.088418 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.089299 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.089299 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.089299 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.089474 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.089678 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.089922 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.090168 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.090412 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.090650 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.090869 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.091105 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.091326 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.091567 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.091800 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.092035 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.092426 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.092797 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.093034 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.093275 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.093498 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.093739 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.094023 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.094245 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.094528 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.094783 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.095020 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.095254 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.095508 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.095827 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.096852 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.096852 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.096852 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.096852 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.097135 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.097135 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.097344 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.098212 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.098212 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.098212 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.099442 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.099442 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.099442 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.099442 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.099442 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.099802 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.099914 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.100672 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.100672 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.100672 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.100899 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.101042 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.101268 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.101526 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.101747 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.102001 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.102245 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.102575 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.103493 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.103493 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.103493 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.104701 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.104701 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.104701 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.104701 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.104701 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.105110 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.105110 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.105110 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.106098 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.106098 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.106098 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.106098 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.107248 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.107248 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.107248 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.107248 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.107248 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.107588 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.107663 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.108401 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.108401 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.108401 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.108617 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.108752 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.109064 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.109275 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.109700 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.109954 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.110242 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.110506 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.110744 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.111020 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.111348 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.111564 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.111937 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.112181 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.112502 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.112833 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.113142 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.113484 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.113939 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.114334 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.114580 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.115787 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.115787 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.115787 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.115787 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.116060 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.116559 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.116559 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.116811 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.117048 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.117602 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.117602 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.117777 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.117974 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.118198 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.118435 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.118690 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.118929 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.119155 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.119374 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.119601 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.120074 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.120074 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.120343 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.120636 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.122131 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.122131 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 11:45:37.122131 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88639) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 30 11:45:37.122131 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 11:45:37.122131 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 11:45:37.122131 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 11:45:37.122131 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 11:45:37.122573 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 11:45:37.122573 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.122819 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.122903 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.123065 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.123229 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.123433 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.124925 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.124925 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.124925 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.124925 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.124925 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.124925 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.125310 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.125310 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.125428 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.125494 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.125640 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.125875 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.125964 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.126109 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.126268 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.127862 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.127862 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] debug = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.127862 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.127862 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.127862 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.127862 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.128263 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.128263 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.128263 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.128263 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.128263 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.128263 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.128263 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.128741 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.128741 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.128741 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.128917 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.129029 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.129163 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.129325 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] host = dv-cinder-848250-1-iscsi {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.130386 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.130386 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.130386 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.130386 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.130386 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.130386 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.130386 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.131071 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.131071 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.131071 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.131247 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.131379 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.131537 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.131935 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_file = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.131935 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_options = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.132090 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.132157 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.132297 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.132510 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.132681 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.132955 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.133123 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.133308 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.133456 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.133596 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.133733 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.133880 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.134016 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.134150 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.134317 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.134471 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.134607 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.134773 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.134936 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.135080 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.135246 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.135395 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.137039 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.137039 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.137039 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.137039 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.137039 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.137039 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.137039 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.137971 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.137971 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.137971 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.137971 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.137971 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.137971 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.138739 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.138739 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.138739 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.138739 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.138739 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.140161 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.140161 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.140161 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.144918 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.144918 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.144918 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] use_json = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.145171 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.145171 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.145336 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.145415 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.145575 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.145738 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.145901 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.146362 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.146362 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 11:45:37.146529 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.146529 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.147444 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.147444 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.147444 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.147444 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.147444 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.147444 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.147832 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.147832 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.147960 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.148082 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.148257 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.152392 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.152392 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.152392 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.152392 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.152392 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.152392 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.152845 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:45:37.152928 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.152928 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.152928 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.152928 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.152928 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.152928 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.152928 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.152928 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.153894 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.153894 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.153894 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.153894 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.153894 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.153894 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.153894 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.153894 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.153894 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.154497 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.154497 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.154497 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.154497 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.154497 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.154497 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.154497 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.154497 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.154497 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.155750 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.155750 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.155750 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.155750 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.155750 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.155750 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.155750 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.155750 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.156296 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.156296 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.156296 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.156296 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.156296 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.156296 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.156296 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.156296 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.156296 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.157844 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.157844 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.157844 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.157844 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.157844 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.157844 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.157844 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.157844 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.157844 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.158327 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.158327 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.158327 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.158327 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.158567 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.158567 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.158707 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.159368 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.159368 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.159368 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.159368 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.160540 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.160540 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.160540 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.160540 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.160540 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.160540 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.160540 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.160963 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.160963 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.160963 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.161146 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.161234 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.161379 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.161498 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.161655 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.161816 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.161978 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.162141 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.162305 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.162467 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.162630 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.162787 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.162957 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.163123 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.163270 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.163436 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.163599 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.163760 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.164632 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.164632 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.164632 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.164632 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.164632 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.165088 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.165088 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.165088 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.165260 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.165373 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.165601 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.165739 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.165869 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.166014 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.167029 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.167029 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.167029 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.167029 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.167029 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.167029 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.167390 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.167390 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.167390 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.167555 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.167707 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.167873 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.168049 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.168250 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.168389 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.169329 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.169494 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.169659 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.169824 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.169991 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.170155 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.170318 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.171004 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.171165 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.171331 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.171494 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.171657 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.171821 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.171986 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.172149 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.172319 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.172514 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.172681 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.173458 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.173458 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.173458 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.173458 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.173458 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.173813 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.173813 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.174087 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.174087 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.174332 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.174459 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.174597 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.174726 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.174848 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.175012 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.175177 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.175342 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.175785 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.176559 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.176559 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.176559 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.176559 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.176854 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.176854 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.176993 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.177967 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.177967 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.177967 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.177967 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.177967 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.177967 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.178384 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.178384 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.178384 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.178590 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.178668 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.178823 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.178986 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.179157 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.180328 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.180328 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.180328 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.180328 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.180328 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.180328 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.180328 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.187974 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.187974 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.187974 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.187974 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.187974 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.187974 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.187974 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.187974 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.187974 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.188735 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.188735 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.188735 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.188735 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.188735 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.188735 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.188735 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.188735 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.188735 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189311 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189311 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189311 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189311 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189311 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189311 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189311 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189311 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189830 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189830 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189830 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189830 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189830 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189830 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189830 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.189830 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190371 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190371 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190371 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190371 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190371 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190371 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190371 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190371 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190881 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190881 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190881 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190881 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190881 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190881 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190881 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.190881 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.191401 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.191401 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.191401 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.191401 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.191401 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.191401 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.191401 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.191401 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.191401 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.192942 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.192942 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.192942 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.192942 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.192942 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.192942 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.192942 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.192942 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.192942 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.193654 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.193654 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.193654 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 11:45:37.193654 dv-cinder-848250-1-iscsi neutron-server[88639]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 11:45:48.131798 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a72c5b-742b-4550-9ba5-af78477c603e None None] get_active_networks_info from dv-cinder-848250-1-iscsi {{(pid=88752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 30 11:45:48.207009 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a72c5b-742b-4550-9ba5-af78477c603e None None] No non-hosted networks {{(pid=88752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 11:45:48.211730 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.agentschedulers_db [None req-28a72c5b-742b-4550-9ba5-af78477c603e None None] DHCP Agent not found on host dv-cinder-848250-1-iscsi {{(pid=88752) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 30 11:45:48.297865 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-763fe7e4-f8b2-42f3-85fe-3900818a59d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534641'] for agent, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:45:50.410081 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-579fc239-c0db-4acc-a538-f9c8a111fba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534641'] for agent, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:45:50.477228 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.api [None req-b6ab227b-1b2c-43d3-8499-e8203d4c951c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-848250-1-iscsi {{(pid=88752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 11:45:50.477752 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG oslo_db.api [None req-b6ab227b-1b2c-43d3-8499-e8203d4c951c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 11:45:51.092097 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-b6ab227b-1b2c-43d3-8499-e8203d4c951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:45:51.362268 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534641'] for agent, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:45:51.688586 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534641'] for agent, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:45:51.690144 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:45:51.690692 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:45:51.691352 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:45:51.692273 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:45:51.692849 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:45:51.693326 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:45:51.694272 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:45:51.694858 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:45:51.695323 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:45:51.696189 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:45:51.696828 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:45:51.704189 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:45:51.704189 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-848250-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:45:51.708227 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-848250-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:45:53.105161 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534641'] for agent, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:45:54.388795 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 36836) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:45:55.025774 dv-cinder-848250-1-iscsi neutron-server[88750]: WARNING oslo_policy.policy [None req-68a7bf6b-719f-40d9-9f62-0914b7a8f372 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 11:45:55.026275 dv-cinder-848250-1-iscsi neutron-server[88750]: WARNING oslo_policy.policy [None req-68a7bf6b-719f-40d9-9f62-0914b7a8f372 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 11:45:55.245175 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [None req-68a7bf6b-719f-40d9-9f62-0914b7a8f372 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 11:45:55.246246 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-68a7bf6b-719f-40d9-9f62-0914b7a8f372 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8557997 Jun 30 11:45:56.585471 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.db.l3_hamode_db [None req-12b0349d-e4d5-45f0-99e4-0e54f37e8a16 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 11:45:56.672330 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b0349d-e4d5-45f0-99e4-0e54f37e8a16 None None] Routers set() bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:45:56.672735 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b0349d-e4d5-45f0-99e4-0e54f37e8a16 None None] Router IDs set() for agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 30 11:45:57.668342 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 36850) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:45:58.028504 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-85eee71b-3f3e-478e-80bd-27ae4491ca3c admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:45:58.124753 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.policy [None req-85eee71b-3f3e-478e-80bd-27ae4491ca3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88750) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 11:45:58.169911 dv-cinder-848250-1-iscsi neutron-server[88750]: WARNING oslo_policy.policy [None req-85eee71b-3f3e-478e-80bd-27ae4491ca3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 11:45:58.170457 dv-cinder-848250-1-iscsi neutron-server[88750]: WARNING oslo_policy.policy [None req-85eee71b-3f3e-478e-80bd-27ae4491ca3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 11:45:58.178790 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.quota [None req-85eee71b-3f3e-478e-80bd-27ae4491ca3c admin admin] Loaded quota_driver: . Jun 30 11:45:58.194411 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-85eee71b-3f3e-478e-80bd-27ae4491ca3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:45:58.334793 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-85eee71b-3f3e-478e-80bd-27ae4491ca3c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752188476589', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752188478200', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752188504321', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752188493014', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752188521174', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752188511187', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3506985', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3504337', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-360612', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1728300'] for rbac-policy, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:45:58.630767 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-85eee71b-3f3e-478e-80bd-27ae4491ca3c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:45:58.632221 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-85eee71b-3f3e-478e-80bd-27ae4491ca3c admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9629011 Jun 30 11:46:01.287141 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 36864) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:46:01.885282 dv-cinder-848250-1-iscsi neutron-server[88751]: WARNING oslo_policy.policy [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 11:46:01.885830 dv-cinder-848250-1-iscsi neutron-server[88751]: WARNING oslo_policy.policy [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 11:46:02.161112 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '5258c93f026f4e6cbd7c7496dc5d2313'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:46:02.163279 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.quota [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Loaded quota_driver: . Jun 30 11:46:02.182351 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:46:02.191297 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Usage tracker for resource:network and tenant:5258c93f026f4e6cbd7c7496dc5d2313 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:46:02.198574 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:46:02.209239 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:46:02.334320 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Made reservation on behalf of 5258c93f026f4e6cbd7c7496dc5d2313 for: {'network': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:46:02.428454 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.policy [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88751) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 11:46:02.495125 dv-cinder-848250-1-iscsi neutron-server[88751]: WARNING oslo_policy.policy [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 11:46:02.495610 dv-cinder-848250-1-iscsi neutron-server[88751]: WARNING oslo_policy.policy [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 11:46:02.509150 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:02.535672 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:02.550292 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:46:02.554626 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Usage tracker for resource:security_group_rule and tenant:5258c93f026f4e6cbd7c7496dc5d2313 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:46:02.559953 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:46:02.566526 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:46:02.666865 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:02.779645 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:02.802536 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:46:02.828800 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752188492912', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:02.829365 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Unsubscribe: segment precommit_create {{(pid=88751) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 11:46:02.829878 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.segments_db [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Added segment 49e12c13-8231-4a45-8b87-b71e6a7ae685 of type vlan for network 93ac98ac-5ba2-4da8-97d4-4c53750f496c Jun 30 11:46:02.883471 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e38a34-bcb0-486d-8806-db2ae3502322,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:02.900920 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:02.901253 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:02.901580 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:02.901903 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:02.902219 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:02.902534 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:02.902843 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:02.903155 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:02.903468 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:02.903774 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:02.904136 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:02.904136 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Tracked resource versions report: Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: pushed versions: Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: { 'AddressGroup': {'1.2'}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'ConntrackHelper': {'1.0'}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Log': {'1.0'}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Network': {'1.1'}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Port': {'1.7'}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'PortForwarding': {'1.2'}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'QosPolicy': {'1.8'}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'SecurityGroup': {'1.4'}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'SecurityGroupRule': {'1.2'}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'SubPort': {'1.0'}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Subnet': {'1.1'}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Trunk': {'1.1'}} Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: consumer versions: Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: { DHCP agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: L3 agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: Metadata agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: Metering agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: Open vSwitch agent@dv-cinder-848250-1-iscsi: { 'AddressGroup': '1.2', Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'ConntrackHelper': '1.0', Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Log': '1.0', Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Network': '1.1', Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Port': '1.7', Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'PortForwarding': '1.2', Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'QosPolicy': '1.8', Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'SecurityGroup': '1.4', Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'SecurityGroupRule': '1.2', Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'SubPort': '1.0', Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Subnet': '1.1', Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Trunk': '1.1'}} Jun 30 11:46:02.905968 dv-cinder-848250-1-iscsi neutron-server[88751]: {{(pid=88751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 11:46:02.948773 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:03.110977 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:03.112402 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:46:03.113122 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:03.214178 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] Pushing event updated for resources: {'Network': ['ID=93ac98ac-5ba2-4da8-97d4-4c53750f496c,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:03.225846 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network 93ac98ac-5ba2-4da8-97d4-4c53750f496c details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:46:03.466538 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-db8b4503-0b6c-4290-b619-54174e3f39be admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 2.1771064 Jun 30 11:46:06.324885 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 36886) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:46:06.805312 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a83b9ea-5298-4a45-bcfb-04ebe803b4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:46:06.806608 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-9a83b9ea-5298-4a45-bcfb-04ebe803b4e3 admin admin] 10.222.0.18 "GET /v2.0/networks/93ac98ac-5ba2-4da8-97d4-4c53750f496c HTTP/1.1" status: 200 len: 825 time: 0.4807615 Jun 30 11:46:06.839132 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-e4b3f6ba-7940-496e-95bc-c87d69fedffe admin admin] 10.222.0.18 "GET /v2.0/subnetpools/ea82aae3-ed9d-40de-a258-a00d7ec11d7a HTTP/1.1" status: 200 len: 734 time: 0.0264080 Jun 30 11:46:06.848467 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'ea82aae3-ed9d-40de-a258-a00d7ec11d7a', 'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'gateway_ip': '172.20.0.1', 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c', 'ip_version': 4}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:46:06.853835 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:46:06.858076 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Usage tracker for resource:subnet and tenant:5258c93f026f4e6cbd7c7496dc5d2313 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:46:06.861337 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:46:06.867946 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:46:06.985193 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Made reservation on behalf of 5258c93f026f4e6cbd7c7496dc5d2313 for: {'subnet': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:46:06.987554 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:07.355661 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for subnet, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:07.442566 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf5d2b4-630d-4073-9f1b-35529a34e416,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:07.446738 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Checking segment: {'id': '49e12c13-8231-4a45-8b87-b71e6a7ae685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:46:07.447141 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Network hostable DHCP agents. Network: 93ac98ac-5ba2-4da8-97d4-4c53750f496c, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:46:07.528424 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Network 93ac98ac-5ba2-4da8-97d4-4c53750f496c is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:46:07.619543 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, 93ac98ac-5ba2-4da8-97d4-4c53750f496c) {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:46:07.625046 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:46:07.625628 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:07.630906 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a85bd9-e2d3-4f89-9337-be2fd2ab7caf None None] Network 93ac98ac-5ba2-4da8-97d4-4c53750f496c requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:46:07.717219 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-cd766552-c54f-4569-8f33-f327acf6d53f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8724687 Jun 30 11:46:07.941685 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ad8f6dd-feab-57c2-9a36-52b0b8572c55-93ac98ac-5ba2-4da8-97d4-4c53750f496c', 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c', 'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'fixed_ips': [{'subnet_id': 'bdf5d2b4-630d-4073-9f1b-35529a34e416'}]}} from dv-cinder-848250-1-iscsi. {{(pid=88752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 11:46:07.942952 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:08.134242 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.db_base_plugin_common [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Allocated IP 172.20.0.2 (93ac98ac-5ba2-4da8-97d4-4c53750f496c/bdf5d2b4-630d-4073-9f1b-35529a34e416/7e8bd551-cadc-40a2-90f5-db7c07322047) {{(pid=88752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:46:08.369210 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Notify callbacks [] for port, precommit_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:08.383405 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Transition to ACTIVE for port object 7e8bd551-cadc-40a2-90f5-db7c07322047 will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:46:08.403514 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Transition to ACTIVE for port object 7e8bd551-cadc-40a2-90f5-db7c07322047 will not be triggered until provisioned by entity DHCP. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:46:08.477077 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:08.546540 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Network 93ac98ac-5ba2-4da8-97d4-4c53750f496c is already hosted by enough agents. {{(pid=88752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:46:08.549622 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.base_scheduler [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Resources bound (agent type, host, resource id): {{(pid=88752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:46:08.552643 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Received port after_create {{(pid=88752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:46:08.592526 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Pushing event updated for resources: {'Port': ['ID=7e8bd551-cadc-40a2-90f5-db7c07322047,revision_number=1']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:08.611037 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:08.611377 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:08.611712 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:08.612038 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:08.612387 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:08.612716 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:08.613040 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:08.613361 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:08.613699 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:08.614021 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:08.614338 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:08.614656 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Tracked resource versions report: Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: pushed versions: Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: { 'AddressGroup': {'1.2'}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'ConntrackHelper': {'1.0'}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Log': {'1.0'}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Network': {'1.1'}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Port': {'1.7'}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'PortForwarding': {'1.2'}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'QosPolicy': {'1.8'}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'SecurityGroup': {'1.4'}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'SecurityGroupRule': {'1.2'}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'SubPort': {'1.0'}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Subnet': {'1.1'}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Trunk': {'1.1'}} Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: consumer versions: Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: { DHCP agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: L3 agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: Metadata agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: Metering agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: Open vSwitch agent@dv-cinder-848250-1-iscsi: { 'AddressGroup': '1.2', Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'ConntrackHelper': '1.0', Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Log': '1.0', Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Network': '1.1', Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Port': '1.7', Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'PortForwarding': '1.2', Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'QosPolicy': '1.8', Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'SecurityGroup': '1.4', Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'SecurityGroupRule': '1.2', Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'SubPort': '1.0', Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Subnet': '1.1', Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Trunk': '1.1'}} Jun 30 11:46:08.615797 dv-cinder-848250-1-iscsi neutron-server[88752]: {{(pid=88752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 11:46:08.677687 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Attempting to bind port 7e8bd551-cadc-40a2-90f5-db7c07322047 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:46:08.678336 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Attempting to bind port 7e8bd551-cadc-40a2-90f5-db7c07322047 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '49e12c13-8231-4a45-8b87-b71e6a7ae685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:46:08.678445 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Attempting to bind port 7e8bd551-cadc-40a2-90f5-db7c07322047 on network 93ac98ac-5ba2-4da8-97d4-4c53750f496c {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:46:08.683645 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:46:08.684012 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Checking segment: {'id': '49e12c13-8231-4a45-8b87-b71e6a7ae685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:46:08.684512 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:08.684932 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Bound using segment: {'id': '49e12c13-8231-4a45-8b87-b71e6a7ae685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:46:08.685384 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Bound port: 7e8bd551-cadc-40a2-90f5-db7c07322047, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e12c13-8231-4a45-8b87-b71e6a7ae685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:46:08.686148 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:08.780657 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] For port 7e8bd551-cadc-40a2-90f5-db7c07322047, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:46:08.784767 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] For port 7e8bd551-cadc-40a2-90f5-db7c07322047, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=7e8bd551-cadc-40a2-90f5-db7c07322047,segment=NetworkSegment(49e12c13-8231-4a45-8b87-b71e6a7ae685),segment_id=49e12c13-8231-4a45-8b87-b71e6a7ae685)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:46:08.877505 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:08.983363 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f8416-0e8b-4587-b9b9-3cbb1fa4dabb None None] Pushing event updated for resources: {'Port': ['ID=7e8bd551-cadc-40a2-90f5-db7c07322047,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:10.249121 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 36896) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:46:10.626314 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [None req-43902bc7-6309-4731-b530-1f5d9a7af230 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 11:46:10.627316 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-43902bc7-6309-4731-b530-1f5d9a7af230 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3772523 Jun 30 11:46:12.955369 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5d976e-caf2-4b82-b681-a7e7d9d4d8f5 None None] Network 93ac98ac-5ba2-4da8-97d4-4c53750f496c requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:46:13.117506 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-e4fcced4-e01d-4d17-a3ad-50f93a6d6172 None None] Provisioning for port 7e8bd551-cadc-40a2-90f5-db7c07322047 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:46:13.137131 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 36910) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:46:13.351175 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 7e8bd551-cadc-40a2-90f5-db7c07322047 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:46:13.516051 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 7e8bd551-cadc-40a2-90f5-db7c07322047 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:46:13.521294 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 7e8bd551-cadc-40a2-90f5-db7c07322047 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:46:13.521775 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:13.546811 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [None req-3511be74-6600-439b-aa5d-e1256719bd49 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 11:46:13.547927 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-3511be74-6600-439b-aa5d-e1256719bd49 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4098201 Jun 30 11:46:13.641949 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 7e8bd551-cadc-40a2-90f5-db7c07322047 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:46:13.642267 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:13.678524 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 7e8bd551-cadc-40a2-90f5-db7c07322047, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=7e8bd551-cadc-40a2-90f5-db7c07322047,segment=NetworkSegment(49e12c13-8231-4a45-8b87-b71e6a7ae685),segment_id=49e12c13-8231-4a45-8b87-b71e6a7ae685)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:46:13.797080 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:13.881112 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=7e8bd551-cadc-40a2-90f5-db7c07322047,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:15.322072 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 7e8bd551-cadc-40a2-90f5-db7c07322047 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:46:15.394064 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 7e8bd551-cadc-40a2-90f5-db7c07322047 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:46:15.394425 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:15.507335 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 7e8bd551-cadc-40a2-90f5-db7c07322047 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:46:16.291151 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 36922) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:46:16.662469 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-06923562-968b-4267-a30c-d3560d567e63 admin admin] Request body: {'router': {'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:46:16.667775 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-06923562-968b-4267-a30c-d3560d567e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:46:16.672372 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-06923562-968b-4267-a30c-d3560d567e63 admin admin] Usage tracker for resource:router and tenant:5258c93f026f4e6cbd7c7496dc5d2313 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:46:16.675737 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-06923562-968b-4267-a30c-d3560d567e63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:46:16.681558 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-06923562-968b-4267-a30c-d3560d567e63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:46:16.814531 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-06923562-968b-4267-a30c-d3560d567e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:16.816546 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-06923562-968b-4267-a30c-d3560d567e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:16.839771 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-06923562-968b-4267-a30c-d3560d567e63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:17.009241 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-06923562-968b-4267-a30c-d3560d567e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579364'] for router, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:17.111470 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-06923562-968b-4267-a30c-d3560d567e63 admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:17.112700 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-06923562-968b-4267-a30c-d3560d567e63 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8205535 Jun 30 11:46:18.178636 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5b525624-468e-4b71-b4d7-87d9968289ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:19.049374 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 5 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:46:19.568849 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 36932) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:46:19.951225 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [None req-79d462ea-f1e8-4ee3-9030-b31072062980 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 11:46:19.952223 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-79d462ea-f1e8-4ee3-9030-b31072062980 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3824337 Jun 30 11:46:20.442384 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-6176245f-1645-48bc-8293-5fee3b376648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:21.379535 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:21.659421 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:22.410447 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 36952) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:46:22.558314 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:46:22.564290 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:46:22.568090 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Usage tracker for resource:network and tenant:a2e26fa12e5441cdab2795334ca1a6e9 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:46:22.570920 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:46:22.577269 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:46:22.659831 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Made reservation on behalf of a2e26fa12e5441cdab2795334ca1a6e9 for: {'network': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:46:22.662248 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:22.674689 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:22.689319 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:46:22.693034 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Usage tracker for resource:security_group_rule and tenant:a2e26fa12e5441cdab2795334ca1a6e9 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:46:22.695905 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:46:22.702309 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:46:22.785157 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:22.888218 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:22.923834 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Reserving flat network on physical network physnet1 {{(pid=88751) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 11:46:22.944982 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2106f494-bab9-4985-b341-768ab2b6d2e3,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:22.949292 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:22.949631 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.segments_db [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Added segment bf991b40-6511-4e42-b672-85cfb4dcc3b5 of type flat for network e4d1c1ad-a890-44d7-b269-958aaeb49e2d Jun 30 11:46:22.980910 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:22.995100 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:23.094098 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:23.095070 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:46:23.095687 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:23.208112 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] Pushing event updated for resources: {'Network': ['ID=e4d1c1ad-a890-44d7-b269-958aaeb49e2d,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:23.217921 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:46:23.283547 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-b06f538a-8001-45fe-a1cd-e8a1330a4575 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8720837 Jun 30 11:46:25.591563 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 36972) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:46:25.721425 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3c66f6-39fe-47cb-ba03-9decf0427876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:46:25.722907 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-3d3c66f6-39fe-47cb-ba03-9decf0427876 admin admin] 10.222.0.18 "GET /v2.0/subnets/bdf5d2b4-630d-4073-9f1b-35529a34e416 HTTP/1.1" status: 200 len: 849 time: 0.1302845 Jun 30 11:46:25.903676 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-3e11d547-26c7-4bd9-9dff-7b49334a1883 admin admin] 10.222.0.18 "GET /v2.0/routers/2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d HTTP/1.1" status: 200 len: 704 time: 0.1752191 Jun 30 11:46:26.394720 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:26.629801 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Allocated IP 172.20.0.1 (93ac98ac-5ba2-4da8-97d4-4c53750f496c/bdf5d2b4-630d-4073-9f1b-35529a34e416/4421bf72-a385-464c-aece-75f1c797dba6) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:46:26.801863 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:26.820637 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Transition to ACTIVE for port object 4421bf72-a385-464c-aece-75f1c797dba6 will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:46:26.978824 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:27.034831 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Network 93ac98ac-5ba2-4da8-97d4-4c53750f496c is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:46:27.042608 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:46:27.077683 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:46:27.078159 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574062'] for router_interface, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:27.199154 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Pushing event updated for resources: {'Port': ['ID=4421bf72-a385-464c-aece-75f1c797dba6,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:27.225802 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:27.226149 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:27.226485 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:27.226815 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:27.227138 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:27.227713 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:27.227818 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:27.228094 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:27.228435 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:27.228757 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:27.229071 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:27.229385 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Tracked resource versions report: Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: pushed versions: Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: { 'AddressGroup': {'1.2'}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'ConntrackHelper': {'1.0'}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Log': {'1.0'}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Network': {'1.1'}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Port': {'1.7'}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'PortForwarding': {'1.2'}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'QosPolicy': {'1.8'}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'SecurityGroup': {'1.4'}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'SecurityGroupRule': {'1.2'}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'SubPort': {'1.0'}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Subnet': {'1.1'}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Trunk': {'1.1'}} Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: consumer versions: Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: { DHCP agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: L3 agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: Metadata agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: Metering agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: Open vSwitch agent@dv-cinder-848250-1-iscsi: { 'AddressGroup': '1.2', Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'ConntrackHelper': '1.0', Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Log': '1.0', Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Network': '1.1', Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Port': '1.7', Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'PortForwarding': '1.2', Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'QosPolicy': '1.8', Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'SecurityGroup': '1.4', Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'SecurityGroupRule': '1.2', Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'SubPort': '1.0', Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Subnet': '1.1', Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Trunk': '1.1'}} Jun 30 11:46:27.230506 dv-cinder-848250-1-iscsi neutron-server[88750]: {{(pid=88750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 11:46:27.328209 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-0537cadd-d043-4884-a976-1e7abd67c63f None None] Provisioning for port 4421bf72-a385-464c-aece-75f1c797dba6 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:46:27.333800 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-0537cadd-d043-4884-a976-1e7abd67c63f None None] Provisioning complete for port 4421bf72-a385-464c-aece-75f1c797dba6 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:46:27.334166 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-0537cadd-d043-4884-a976-1e7abd67c63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:27.387722 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-0537cadd-d043-4884-a976-1e7abd67c63f None None] Port 4421bf72-a385-464c-aece-75f1c797dba6 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:46:27.477690 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:27.706334 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:27.777844 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:27.778634 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573963'] for router_interface, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:27.939663 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Pushing event updated for resources: {'Port': ['ID=4421bf72-a385-464c-aece-75f1c797dba6,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:28.002708 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Network 93ac98ac-5ba2-4da8-97d4-4c53750f496c is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:46:28.003678 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:46:28.211639 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-3bc4528d-f6a0-4780-a328-57a20a5c9146 None None] Provisioning complete for port 4421bf72-a385-464c-aece-75f1c797dba6 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:46:28.212005 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3bc4528d-f6a0-4780-a328-57a20a5c9146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:28.249280 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Router 2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d is scheduled to L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 with binding_index 1 {{(pid=88750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 11:46:28.265309 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4528d-f6a0-4780-a328-57a20a5c9146 None None] Port 4421bf72-a385-464c-aece-75f1c797dba6 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:46:28.412167 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:46:28.422304 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Sync routers for ids ['2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:46:28.423688 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-4946e0a0-b768-4e2d-aea9-abca5aed0331 admin admin] 10.222.0.18 "PUT /v2.0/routers/2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5148256 Jun 30 11:46:28.432683 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Routers {'2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:46:28.433510 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:46:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:46:28.610404 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Set router 2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d gateway port host: None {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:46:28.979798 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'name': 'router1', 'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:46:16Z', 'updated_at': '2022-06-30T11:46:27Z', 'revision_number': 2, 'project_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'gw_port_host': None, '_interfaces': [{'id': '4421bf72-a385-464c-aece-75f1c797dba6', 'name': '', 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c', 'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'mac_address': 'fa:16:3e:f2:c5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdf5d2b4-630d-4073-9f1b-35529a34e416', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:46:26Z', 'updated_at': '2022-06-30T11:46:27Z', 'revision_number': 2, 'project_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'subnets': [{'id': 'bdf5d2b4-630d-4073-9f1b-35529a34e416', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea82aae3-ed9d-40de-a258-a00d7ec11d7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:46:28.985215 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Checking router: 2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:46:28.985588 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Updating router 2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d port 4421bf72-a385-464c-aece-75f1c797dba6 binding host dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:46:29.042227 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:29.434779 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Notify callbacks [] for port, precommit_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:29.449863 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.provisioning_blocks [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Transition to ACTIVE for port object 4421bf72-a385-464c-aece-75f1c797dba6 will not be triggered until provisioned by entity L2. {{(pid=88753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:46:29.528492 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:29.729210 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Pushing event updated for resources: {'Port': ['ID=4421bf72-a385-464c-aece-75f1c797dba6,revision_number=3']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:29.775321 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:29.775664 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:29.776003 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:29.776336 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:29.776679 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:29.777011 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:29.777333 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:29.777651 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:29.777976 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:29.778990 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:29.780499 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:29.781086 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Tracked resource versions report: Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: pushed versions: Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: { 'AddressGroup': {'1.2'}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'ConntrackHelper': {'1.0'}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Log': {'1.0'}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Network': {'1.1'}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Port': {'1.7'}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'PortForwarding': {'1.2'}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'QosPolicy': {'1.8'}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'SecurityGroup': {'1.4'}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'SecurityGroupRule': {'1.2'}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'SubPort': {'1.0'}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Subnet': {'1.1'}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Trunk': {'1.1'}} Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: consumer versions: Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: { DHCP agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: L3 agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: Metadata agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: Metering agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: Open vSwitch agent@dv-cinder-848250-1-iscsi: { 'AddressGroup': '1.2', Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'ConntrackHelper': '1.0', Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Log': '1.0', Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Network': '1.1', Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Port': '1.7', Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'PortForwarding': '1.2', Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'QosPolicy': '1.8', Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'SecurityGroup': '1.4', Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'SecurityGroupRule': '1.2', Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'SubPort': '1.0', Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Subnet': '1.1', Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Trunk': '1.1'}} Jun 30 11:46:29.782402 dv-cinder-848250-1-iscsi neutron-server[88753]: {{(pid=88753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 11:46:29.801511 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Attempting to bind port 4421bf72-a385-464c-aece-75f1c797dba6 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:46:29.801910 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Attempting to bind port 4421bf72-a385-464c-aece-75f1c797dba6 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '49e12c13-8231-4a45-8b87-b71e6a7ae685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c'}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:46:29.802342 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Attempting to bind port 4421bf72-a385-464c-aece-75f1c797dba6 on network 93ac98ac-5ba2-4da8-97d4-4c53750f496c {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:46:29.807576 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:46:29.807967 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Checking segment: {'id': '49e12c13-8231-4a45-8b87-b71e6a7ae685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:46:29.808475 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:29.808863 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Bound using segment: {'id': '49e12c13-8231-4a45-8b87-b71e6a7ae685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c'} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:46:29.809374 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Bound port: 4421bf72-a385-464c-aece-75f1c797dba6, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e12c13-8231-4a45-8b87-b71e6a7ae685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c'}}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:46:29.809764 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:29.899870 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] For port 4421bf72-a385-464c-aece-75f1c797dba6, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:46:29.904040 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] For port 4421bf72-a385-464c-aece-75f1c797dba6, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=4421bf72-a385-464c-aece-75f1c797dba6,segment=NetworkSegment(49e12c13-8231-4a45-8b87-b71e6a7ae685),segment_id=49e12c13-8231-4a45-8b87-b71e6a7ae685)] {{(pid=88753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:46:29.996823 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:30.116660 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6eb02-3b87-4574-8d5e-546544f0c30a None None] Pushing event updated for resources: {'Port': ['ID=4421bf72-a385-464c-aece-75f1c797dba6,revision_number=4']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:30.120477 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Routers {'2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:46:30.121077 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:46:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:46:30.274165 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] Set router 2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d gateway port host: None {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:46:30.604974 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'name': 'router1', 'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:46:16Z', 'updated_at': '2022-06-30T11:46:27Z', 'revision_number': 2, 'project_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'gw_port_host': None, '_interfaces': [{'id': '4421bf72-a385-464c-aece-75f1c797dba6', 'name': '', 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c', 'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'mac_address': 'fa:16:3e:f2:c5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdf5d2b4-630d-4073-9f1b-35529a34e416', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:46:26Z', 'updated_at': '2022-06-30T11:46:29Z', 'revision_number': 4, 'project_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'subnets': [{'id': 'bdf5d2b4-630d-4073-9f1b-35529a34e416', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea82aae3-ed9d-40de-a258-a00d7ec11d7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:46:30.610376 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eab4b9-dedc-4288-a526-897c0349d20b None None] The sync data for ids ['2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d'] in dv-cinder-848250-1-iscsi is: [{'id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'name': 'router1', 'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:46:16Z', 'updated_at': '2022-06-30T11:46:27Z', 'revision_number': 2, 'project_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'gw_port_host': None, '_interfaces': [{'id': '4421bf72-a385-464c-aece-75f1c797dba6', 'name': '', 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c', 'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'mac_address': 'fa:16:3e:f2:c5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdf5d2b4-630d-4073-9f1b-35529a34e416', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:46:26Z', 'updated_at': '2022-06-30T11:46:29Z', 'revision_number': 4, 'project_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'subnets': [{'id': 'bdf5d2b4-630d-4073-9f1b-35529a34e416', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea82aae3-ed9d-40de-a258-a00d7ec11d7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:46:30.709681 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 36988) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:46:30.863893 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766b64fd-b0b6-46f4-929a-234a680aff2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:46:30.865232 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-766b64fd-b0b6-46f4-929a-234a680aff2f admin admin] 10.222.0.18 "GET /v2.0/networks/e4d1c1ad-a890-44d7-b269-958aaeb49e2d HTTP/1.1" status: 200 len: 842 time: 0.1545703 Jun 30 11:46:30.876071 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Request body: {'subnet': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:46:30.882298 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:46:30.886920 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Usage tracker for resource:subnet and tenant:a2e26fa12e5441cdab2795334ca1a6e9 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:46:30.891216 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:46:30.898223 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:46:31.053772 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Made reservation on behalf of a2e26fa12e5441cdab2795334ca1a6e9 for: {'subnet': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:46:31.056248 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:31.351788 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 4421bf72-a385-464c-aece-75f1c797dba6 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:46:31.533698 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 4421bf72-a385-464c-aece-75f1c797dba6 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:46:31.538909 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 4421bf72-a385-464c-aece-75f1c797dba6 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:46:31.539280 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:31.671720 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 4421bf72-a385-464c-aece-75f1c797dba6 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:46:31.672124 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:31.675611 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.objects.ports [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88750) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 30 11:46:31.676064 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for subnet, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:31.708296 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 4421bf72-a385-464c-aece-75f1c797dba6, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=4421bf72-a385-464c-aece-75f1c797dba6,segment=NetworkSegment(49e12c13-8231-4a45-8b87-b71e6a7ae685),segment_id=49e12c13-8231-4a45-8b87-b71e6a7ae685)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:46:31.753368 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c77f748-b922-4e99-9edd-cd37df9ec062,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:31.763432 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Checking segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:46:31.764481 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Network hostable DHCP agents. Network: e4d1c1ad-a890-44d7-b269-958aaeb49e2d, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:46:31.824221 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:31.896934 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=4421bf72-a385-464c-aece-75f1c797dba6,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:31.898167 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:46:31.985734 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, e4d1c1ad-a890-44d7-b269-958aaeb49e2d) {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:46:31.989827 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:46:31.990442 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:31.996582 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289eeb0e-f13c-4d49-8607-db2cfe8d1f0b None None] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:46:32.096254 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-5d344da2-1900-4a03-9354-cfe6875dfed9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2175288 Jun 30 11:46:32.245696 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3408ca4f-906d-4508-a89a-8dfac79890e7 None None] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:46:33.331680 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 4421bf72-a385-464c-aece-75f1c797dba6 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:46:33.400725 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 4421bf72-a385-464c-aece-75f1c797dba6 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:46:33.401103 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:33.518798 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 4421bf72-a385-464c-aece-75f1c797dba6 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:46:34.432119 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37002) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:46:34.649629 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-55853662-3db5-49df-a87c-bd19d8196c3c admin admin] 10.222.0.18 "GET /v2.0/routers/2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d HTTP/1.1" status: 200 len: 710 time: 0.2163007 Jun 30 11:46:34.785208 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff78ed1-7724-4fff-b81a-5898e5cbf820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:46:34.785775 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-3ff78ed1-7724-4fff-b81a-5898e5cbf820 admin admin] Synchronizing usage tracker for tenant:a2e26fa12e5441cdab2795334ca1a6e9 on resource:network {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:46:34.985344 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-3ff78ed1-7724-4fff-b81a-5898e5cbf820 admin admin] Unset dirty status for tenant:a2e26fa12e5441cdab2795334ca1a6e9 on resource:network {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:46:34.986504 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-3ff78ed1-7724-4fff-b81a-5898e5cbf820 admin admin] 10.222.0.18 "GET /v2.0/networks/e4d1c1ad-a890-44d7-b269-958aaeb49e2d HTTP/1.1" status: 200 len: 886 time: 0.3317270 Jun 30 11:46:34.995534 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:46:35.450440 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7328'] for router, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:35.879083 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:35.938198 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:36.070637 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Allocated IP 172.27.1.94 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/53c6fdb0-088c-4cdf-a1d1-1038903e8bfb) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:46:36.220467 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:36.332907 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:36.401314 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:46:36.404876 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:46:36.407533 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:46:36.527761 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Pushing event updated for resources: {'Port': ['ID=53c6fdb0-088c-4cdf-a1d1-1038903e8bfb,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:36.886276 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:37.228539 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7328'] for router, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:37.231727 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574082'] for router, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:37.503405 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Router 2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:46:37.684902 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:46:37.693512 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:37.694546 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Sync routers for ids ['2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:46:37.695011 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-4b92733e-f9c2-4cb2-9c87-3bda81e7014e admin admin] 10.222.0.18 "PUT /v2.0/routers/2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d HTTP/1.1" status: 200 len: 889 time: 2.7025278 Jun 30 11:46:37.705445 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Routers {'2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:46:37.706218 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:46:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:46:37.902676 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Set router 2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:46:38.244155 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'name': 'router1', 'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '53c6fdb0-088c-4cdf-a1d1-1038903e8bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:46:16Z', 'updated_at': '2022-06-30T11:46:36Z', 'revision_number': 4, 'project_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'gw_port': {'id': '53c6fdb0-088c-4cdf-a1d1-1038903e8bfb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:46:35Z', 'updated_at': '2022-06-30T11:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '4421bf72-a385-464c-aece-75f1c797dba6', 'name': '', 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c', 'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'mac_address': 'fa:16:3e:f2:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdf5d2b4-630d-4073-9f1b-35529a34e416', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:46:26Z', 'updated_at': '2022-06-30T11:46:31Z', 'revision_number': 5, 'project_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'subnets': [{'id': 'bdf5d2b4-630d-4073-9f1b-35529a34e416', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea82aae3-ed9d-40de-a258-a00d7ec11d7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:46:38.249618 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Checking router: 2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:46:38.249971 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Updating router 2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d port 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb binding host dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:46:38.304331 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:38.641499 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Notify callbacks [] for port, precommit_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:38.654540 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Transition to ACTIVE for port object 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:46:38.739224 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:38.814788 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Attempting to bind port 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:46:38.815157 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Attempting to bind port 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:46:38.815519 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Attempting to bind port 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb on network e4d1c1ad-a890-44d7-b269-958aaeb49e2d {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:46:38.820825 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:46:38.821194 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Checking segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:46:38.821590 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:38.821976 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Bound using segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:46:38.822438 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Bound port: 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:46:38.822825 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:38.858023 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533586f-64d4-4fd2-a1ff-870daa8c56fc None None] Pushing event updated for resources: {'Port': ['ID=53c6fdb0-088c-4cdf-a1d1-1038903e8bfb,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:38.904744 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] For port 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:46:38.907926 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] For port 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=53c6fdb0-088c-4cdf-a1d1-1038903e8bfb,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:46:38.979970 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:39.063740 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Routers {'2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:46:39.064376 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:46:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:46:39.139788 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533586f-64d4-4fd2-a1ff-870daa8c56fc None None] Pushing event updated for resources: {'Port': ['ID=53c6fdb0-088c-4cdf-a1d1-1038903e8bfb,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:39.273832 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] Set router 2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:46:39.618284 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'name': 'router1', 'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '53c6fdb0-088c-4cdf-a1d1-1038903e8bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:46:16Z', 'updated_at': '2022-06-30T11:46:36Z', 'revision_number': 4, 'project_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'gw_port': {'id': '53c6fdb0-088c-4cdf-a1d1-1038903e8bfb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:46:35Z', 'updated_at': '2022-06-30T11:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '4421bf72-a385-464c-aece-75f1c797dba6', 'name': '', 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c', 'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'mac_address': 'fa:16:3e:f2:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdf5d2b4-630d-4073-9f1b-35529a34e416', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:46:26Z', 'updated_at': '2022-06-30T11:46:31Z', 'revision_number': 5, 'project_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'subnets': [{'id': 'bdf5d2b4-630d-4073-9f1b-35529a34e416', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea82aae3-ed9d-40de-a258-a00d7ec11d7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:46:39.622605 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b23c107-4c8f-4297-b965-71fad3ae1128 None None] The sync data for ids ['2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d'] in dv-cinder-848250-1-iscsi is: [{'id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'name': 'router1', 'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '53c6fdb0-088c-4cdf-a1d1-1038903e8bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:46:16Z', 'updated_at': '2022-06-30T11:46:36Z', 'revision_number': 4, 'project_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'gw_port': {'id': '53c6fdb0-088c-4cdf-a1d1-1038903e8bfb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:46:35Z', 'updated_at': '2022-06-30T11:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '4421bf72-a385-464c-aece-75f1c797dba6', 'name': '', 'network_id': '93ac98ac-5ba2-4da8-97d4-4c53750f496c', 'tenant_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'mac_address': 'fa:16:3e:f2:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adf6c2c-f8f8-4bd5-ae7f-8408a57dcf8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bdf5d2b4-630d-4073-9f1b-35529a34e416', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:46:26Z', 'updated_at': '2022-06-30T11:46:31Z', 'revision_number': 5, 'project_id': '5258c93f026f4e6cbd7c7496dc5d2313', 'subnets': [{'id': 'bdf5d2b4-630d-4073-9f1b-35529a34e416', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea82aae3-ed9d-40de-a258-a00d7ec11d7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:46:40.158486 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37012) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:46:40.306550 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-156d210f-a7a8-473b-a694-4d76bb19f7d7 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1466706 Jun 30 11:46:41.399029 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:46:41.597206 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:46:41.605115 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:46:41.605705 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:41.823634 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:46:41.824253 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:41.852993 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=53c6fdb0-088c-4cdf-a1d1-1038903e8bfb,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:46:41.926848 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:42.009452 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=53c6fdb0-088c-4cdf-a1d1-1038903e8bfb,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:46:43.353144 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:46:43.437721 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:46:43.438246 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:43.614588 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 53c6fdb0-088c-4cdf-a1d1-1038903e8bfb is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:46:48.157100 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e3777ea8-884c-4d89-b4f5-f1e4a5dee2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:50.402447 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4e16bc52-586b-400c-8939-1682894929d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:51.379709 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:51.612344 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:52.995002 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:46:56.050295 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 5 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:47:18.183274 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-b891912f-b68b-45d0-af4b-48700f0fc098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:47:20.414598 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9dfd19ca-d324-4ee4-ac3a-c58b8d613dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:47:21.611673 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:47:21.665584 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:47:23.017472 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:47:33.054603 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 5 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:47:48.145058 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ef84bc26-11c8-4029-9947-088509d1bfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:47:50.405464 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac640-5bb0-4dad-9c48-e7750e2f0e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:47:51.483160 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:47:51.631409 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:47:53.016922 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:48:10.056723 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 5 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:48:18.199927 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-c75be650-2d59-4afb-aba5-230065bf5085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:48:20.416821 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d52d6e49-486f-4df5-ab32-0ed427e1531d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:48:21.365433 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:48:21.730651 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:48:23.036065 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:48:47.055767 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 5 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:48:48.168503 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-313b2b30-e43c-4b72-b8f5-0f9ea35a46da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:48:50.424158 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-f9b30a92-0ca7-4ed2-b3d9-96e189df4c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:48:51.358217 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:48:51.670548 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:48:53.027966 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:48:58.150739 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37582) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:48:58.221773 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad069a62-c1d7-4d42-aab0-8248dc88cfb6 admin admin] GET failed (client error): The resource could not be found. Jun 30 11:48:58.223176 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-ad069a62-c1d7-4d42-aab0-8248dc88cfb6 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0715897 Jun 30 11:48:58.360875 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219b35ed-c3a1-42a2-b10c-96149e3d441d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:48:58.362573 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-219b35ed-c3a1-42a2-b10c-96149e3d441d admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1354384 Jun 30 11:49:00.610965 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37592) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:49:00.726942 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e66a157-6c87-4f20-9849-f047bffe8749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:00.728541 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-4e66a157-6c87-4f20-9849-f047bffe8749 admin admin] 10.222.0.18 "GET /v2.0/subnets/bdf5d2b4-630d-4073-9f1b-35529a34e416 HTTP/1.1" status: 200 len: 849 time: 0.1162512 Jun 30 11:49:00.739004 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:49:00.864637 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Notify callbacks [] for subnet, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:01.135482 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752188646283'] for subnet, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:01.183819 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:01.184470 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:01.189016 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] 10.222.0.18 "PUT /v2.0/subnets/bdf5d2b4-630d-4073-9f1b-35529a34e416 HTTP/1.1" status: 200 len: 868 time: 0.4511638 Jun 30 11:49:01.189694 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3371ee7-28ec-42d4-9504-2ebd0e73a5cd None None] Network 93ac98ac-5ba2-4da8-97d4-4c53750f496c requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:49:01.216862 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf5d2b4-630d-4073-9f1b-35529a34e416,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:49:01.225302 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:01.226360 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:01.226743 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:01.227217 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:01.227555 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:01.228327 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:01.228699 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:01.229026 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:01.229367 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:01.229749 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:01.230067 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:01.230385 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e12268-c0ac-4e46-8ecd-7a7adb5c2b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:01.801717 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-8cb52810-9ab9-4aa0-a832-cbdd935958d6 None None] Provisioning complete for port 7e8bd551-cadc-40a2-90f5-db7c07322047 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:49:01.802000 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8cb52810-9ab9-4aa0-a832-cbdd935958d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:01.930237 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-8cb52810-9ab9-4aa0-a832-cbdd935958d6 None None] Current status of the port 7e8bd551-cadc-40a2-90f5-db7c07322047 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:49:01.946753 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-8cb52810-9ab9-4aa0-a832-cbdd935958d6 None None] Provisioning complete for port 4421bf72-a385-464c-aece-75f1c797dba6 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:49:01.947336 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8cb52810-9ab9-4aa0-a832-cbdd935958d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:02.069444 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-8cb52810-9ab9-4aa0-a832-cbdd935958d6 None None] Current status of the port 4421bf72-a385-464c-aece-75f1c797dba6 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:49:03.427955 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37602) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:49:03.624613 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e522c3dc-b22d-4b67-ab5c-081bd929b6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:03.625007 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e522c3dc-b22d-4b67-ab5c-081bd929b6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:03.626575 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-e522c3dc-b22d-4b67-ab5c-081bd929b6d8 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1976473 Jun 30 11:49:05.911038 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 37612) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:49:06.094614 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19192a5-c619-468b-acd5-f5660deea4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:06.095118 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19192a5-c619-468b-acd5-f5660deea4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:06.096848 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-a19192a5-c619-468b-acd5-f5660deea4a2 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1846087 Jun 30 11:49:08.393557 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 37622) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:49:08.610078 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802c2801-24f0-4518-b318-301baec0fb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:08.611534 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-802c2801-24f0-4518-b318-301baec0fb05 admin admin] 10.222.0.18 "GET /v2.0/networks/93ac98ac-5ba2-4da8-97d4-4c53750f496c HTTP/1.1" status: 200 len: 869 time: 0.2170324 Jun 30 11:49:10.855727 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37632) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:49:11.036681 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94ec6f-efea-4c52-915e-f5f53ba32490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:11.045070 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-ce94ec6f-efea-4c52-915e-f5f53ba32490 admin admin] 10.222.0.18 "GET /v2.0/networks/e4d1c1ad-a890-44d7-b269-958aaeb49e2d HTTP/1.1" status: 200 len: 886 time: 0.1811109 Jun 30 11:49:13.271004 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37642) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:49:13.394161 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926dfcbb-097f-4266-968a-52cdd7e8f267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:13.394611 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926dfcbb-097f-4266-968a-52cdd7e8f267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:13.396224 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-926dfcbb-097f-4266-968a-52cdd7e8f267 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242278 Jun 30 11:49:15.642637 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37652) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:49:15.751020 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640c2787-e778-4ff1-820a-b7df93f2b5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:15.751537 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640c2787-e778-4ff1-820a-b7df93f2b5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:15.753140 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-640c2787-e778-4ff1-820a-b7df93f2b5a9 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1096189 Jun 30 11:49:17.953158 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 37662) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:49:18.089040 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffa6773-8023-4d3e-928d-a118e26cdf2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:18.089766 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-6ffa6773-8023-4d3e-928d-a118e26cdf2b admin admin] Synchronizing usage tracker for tenant:a2e26fa12e5441cdab2795334ca1a6e9 on resource:subnet {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:49:18.132433 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-717078e6-0424-4195-8b2e-fe46511c7099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:18.186133 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-6ffa6773-8023-4d3e-928d-a118e26cdf2b admin admin] Unset dirty status for tenant:a2e26fa12e5441cdab2795334ca1a6e9 on resource:subnet {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:49:18.187322 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-6ffa6773-8023-4d3e-928d-a118e26cdf2b admin admin] 10.222.0.18 "GET /v2.0/subnets/1c77f748-b922-4e99-9edd-cd37df9ec062 HTTP/1.1" status: 200 len: 816 time: 0.2332227 Jun 30 11:49:20.382578 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 37672) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:49:20.395512 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-b7e5fbc8-b980-4a47-99e8-b0f68aa4f8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:20.491967 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70173f7-0fd8-4fac-92f8-bf3fbb468d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:20.493342 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-f70173f7-0fd8-4fac-92f8-bf3fbb468d76 admin admin] 10.222.0.18 "GET /v2.0/subnets/bdf5d2b4-630d-4073-9f1b-35529a34e416 HTTP/1.1" status: 200 len: 868 time: 0.1098042 Jun 30 11:49:21.349787 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:21.621516 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:23.020987 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:24.054316 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 5 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:49:39.835780 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37718) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:49:39.887281 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [None req-b27bb86c-9553-4c25-bd7e-b3b6b421d4dd admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 11:49:39.888294 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-b27bb86c-9553-4c25-bd7e-b3b6b421d4dd admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513542 Jun 30 11:49:42.178108 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37728) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:49:42.248641 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae3269f-c56d-40cf-a590-3d16bd315ffa admin admin] GET failed (client error): The resource could not be found. Jun 30 11:49:42.249924 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-6ae3269f-c56d-40cf-a590-3d16bd315ffa admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0708940 Jun 30 11:49:42.415704 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299853e4-ca4e-421c-acb2-cd9e2fe139b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:42.417725 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-299853e4-ca4e-421c-acb2-cd9e2fe139b0 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1638167 Jun 30 11:49:44.660020 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37738) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:49:44.708294 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:49:44.713214 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:49:44.723165 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:49:44.814728 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] Made reservation on behalf of a2e26fa12e5441cdab2795334ca1a6e9 for: {'network': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:49:44.817056 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:44.905824 dv-cinder-848250-1-iscsi neutron-server[88751]: WARNING neutron.services.revisions.revision_plugin [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] Could not find related network for resource to bump revision. Jun 30 11:49:44.917864 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:49:44.926433 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:44.926764 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.segments_db [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] Added segment 1e78c37c-e432-4438-9dfc-0296f09cd414 of type vlan for network 54950050-d363-4b06-8ee2-ef3ae4f13962 Jun 30 11:49:44.952735 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:45.066102 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:45.067061 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:45.067638 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:45.171508 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] Pushing event updated for resources: {'Network': ['ID=54950050-d363-4b06-8ee2-ef3ae4f13962,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:49:45.181737 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network 54950050-d363-4b06-8ee2-ef3ae4f13962 details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:49:45.242385 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-7b585ec3-4a2a-455f-a8b9-6daeba64b6c9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5810785 Jun 30 11:49:47.500731 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37748) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:49:47.567796 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.pecan_wsgi.hooks.translation [None req-676d9a18-bfce-4737-8405-79ae685a735b admin admin] GET failed (client error): The resource could not be found. Jun 30 11:49:47.568322 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-676d9a18-bfce-4737-8405-79ae685a735b admin admin] Synchronizing usage tracker for tenant:a2e26fa12e5441cdab2795334ca1a6e9 on resource:network {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:49:47.684817 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-676d9a18-bfce-4737-8405-79ae685a735b admin admin] Unset dirty status for tenant:a2e26fa12e5441cdab2795334ca1a6e9 on resource:network {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:49:47.685922 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-676d9a18-bfce-4737-8405-79ae685a735b admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1842282 Jun 30 11:49:47.796387 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d1ae8e-dd14-4a92-a0e8-c3bf0ed9e20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:47.798094 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-d5d1ae8e-dd14-4a92-a0e8-c3bf0ed9e20a admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1079719 Jun 30 11:49:47.809223 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-b94eb4ef-9284-4391-a43e-225d650d0a49 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '54950050-d363-4b06-8ee2-ef3ae4f13962', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:49:47.813992 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b94eb4ef-9284-4391-a43e-225d650d0a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:49:47.824049 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b94eb4ef-9284-4391-a43e-225d650d0a49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:49:47.922869 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94eb4ef-9284-4391-a43e-225d650d0a49 admin admin] Made reservation on behalf of a2e26fa12e5441cdab2795334ca1a6e9 for: {'subnet': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:49:47.925288 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b94eb4ef-9284-4391-a43e-225d650d0a49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:48.137895 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-bc667071-91b8-4dee-8ead-7589521dd4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:48.209562 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b94eb4ef-9284-4391-a43e-225d650d0a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for subnet, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:48.290857 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94eb4ef-9284-4391-a43e-225d650d0a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdcb76a3-5c1c-4a80-af87-bd473a1b09df,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:49:48.301193 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94eb4ef-9284-4391-a43e-225d650d0a49 admin admin] Checking segment: {'id': '1e78c37c-e432-4438-9dfc-0296f09cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '54950050-d363-4b06-8ee2-ef3ae4f13962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:49:48.301542 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94eb4ef-9284-4391-a43e-225d650d0a49 admin admin] Network hostable DHCP agents. Network: 54950050-d363-4b06-8ee2-ef3ae4f13962, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:49:48.380584 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94eb4ef-9284-4391-a43e-225d650d0a49 admin admin] Network 54950050-d363-4b06-8ee2-ef3ae4f13962 is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:49:48.466241 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-b94eb4ef-9284-4391-a43e-225d650d0a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, 54950050-d363-4b06-8ee2-ef3ae4f13962) {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:49:48.470423 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94eb4ef-9284-4391-a43e-225d650d0a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:49:48.470999 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b94eb4ef-9284-4391-a43e-225d650d0a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:48.474929 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685e504a-f6d5-485e-8b37-9dd2f8ec156b None None] Network 54950050-d363-4b06-8ee2-ef3ae4f13962 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:49:48.584455 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-b94eb4ef-9284-4391-a43e-225d650d0a49 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7801621 Jun 30 11:49:48.704042 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ad8f6dd-feab-57c2-9a36-52b0b8572c55-54950050-d363-4b06-8ee2-ef3ae4f13962', 'network_id': '54950050-d363-4b06-8ee2-ef3ae4f13962', 'tenant_id': 'a2e26fa12e5441cdab2795334ca1a6e9', 'fixed_ips': [{'subnet_id': 'bdcb76a3-5c1c-4a80-af87-bd473a1b09df'}]}} from dv-cinder-848250-1-iscsi. {{(pid=88752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 11:49:48.704971 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:48.871788 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.db_base_plugin_common [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Allocated IP 192.168.233.2 (54950050-d363-4b06-8ee2-ef3ae4f13962/bdcb76a3-5c1c-4a80-af87-bd473a1b09df/6c59d8b8-e5dd-46f8-a894-124915067408) {{(pid=88752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:49:49.081611 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Notify callbacks [] for port, precommit_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:49.092229 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Transition to ACTIVE for port object 6c59d8b8-e5dd-46f8-a894-124915067408 will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:49:49.111786 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Transition to ACTIVE for port object 6c59d8b8-e5dd-46f8-a894-124915067408 will not be triggered until provisioned by entity DHCP. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:49:49.201880 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:49.270664 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Network 54950050-d363-4b06-8ee2-ef3ae4f13962 is already hosted by enough agents. {{(pid=88752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:49:49.273535 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.base_scheduler [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Resources bound (agent type, host, resource id): {{(pid=88752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:49:49.277691 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Received port after_create {{(pid=88752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:49:49.315616 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Pushing event updated for resources: {'Port': ['ID=6c59d8b8-e5dd-46f8-a894-124915067408,revision_number=1']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:49:49.332853 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:49.333128 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:49.333464 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:49.333800 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:49.334128 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:49.334460 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:49.334785 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:49.335134 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:49.335476 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:49.335803 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:49.336123 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:49.336470 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:49:49.396980 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Attempting to bind port 6c59d8b8-e5dd-46f8-a894-124915067408 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:49:49.397353 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Attempting to bind port 6c59d8b8-e5dd-46f8-a894-124915067408 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '1e78c37c-e432-4438-9dfc-0296f09cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '54950050-d363-4b06-8ee2-ef3ae4f13962'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:49:49.397715 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Attempting to bind port 6c59d8b8-e5dd-46f8-a894-124915067408 on network 54950050-d363-4b06-8ee2-ef3ae4f13962 {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:49:49.403216 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:49:49.403583 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Checking segment: {'id': '1e78c37c-e432-4438-9dfc-0296f09cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '54950050-d363-4b06-8ee2-ef3ae4f13962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:49:49.403983 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:49.404414 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Bound using segment: {'id': '1e78c37c-e432-4438-9dfc-0296f09cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '54950050-d363-4b06-8ee2-ef3ae4f13962'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:49:49.404863 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Bound port: 6c59d8b8-e5dd-46f8-a894-124915067408, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e78c37c-e432-4438-9dfc-0296f09cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '54950050-d363-4b06-8ee2-ef3ae4f13962'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:49:49.405239 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:49.521802 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] For port 6c59d8b8-e5dd-46f8-a894-124915067408, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:49:49.524801 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] For port 6c59d8b8-e5dd-46f8-a894-124915067408, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=6c59d8b8-e5dd-46f8-a894-124915067408,segment=NetworkSegment(1e78c37c-e432-4438-9dfc-0296f09cd414),segment_id=1e78c37c-e432-4438-9dfc-0296f09cd414)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:49:49.590673 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:49.672377 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b7238-0f9c-4efa-a570-c4907490ae2a None None] Pushing event updated for resources: {'Port': ['ID=6c59d8b8-e5dd-46f8-a894-124915067408,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:49:50.424891 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdf6c-1026-475a-bfb1-9a5b4d62a65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:50.540656 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c10efd6-376b-49c3-8f70-57a8fa7d617e None None] Network 54950050-d363-4b06-8ee2-ef3ae4f13962 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:49:50.801264 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-68740db5-44d4-4225-b732-e0f112bcede7 None None] Provisioning for port 6c59d8b8-e5dd-46f8-a894-124915067408 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:49:51.358104 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:51.493412 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 6c59d8b8-e5dd-46f8-a894-124915067408 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:49:51.666454 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:51.727129 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 6c59d8b8-e5dd-46f8-a894-124915067408 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:49:51.733521 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 6c59d8b8-e5dd-46f8-a894-124915067408 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:49:51.733866 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:51.858703 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 6c59d8b8-e5dd-46f8-a894-124915067408 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:49:51.859225 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:51.893037 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 6c59d8b8-e5dd-46f8-a894-124915067408, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=6c59d8b8-e5dd-46f8-a894-124915067408,segment=NetworkSegment(1e78c37c-e432-4438-9dfc-0296f09cd414),segment_id=1e78c37c-e432-4438-9dfc-0296f09cd414)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:49:51.974556 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:52.044012 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=6c59d8b8-e5dd-46f8-a894-124915067408,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:49:53.037363 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:53.446668 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 6c59d8b8-e5dd-46f8-a894-124915067408 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:49:53.517353 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 6c59d8b8-e5dd-46f8-a894-124915067408 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:49:53.517737 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:49:53.636812 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 6c59d8b8-e5dd-46f8-a894-124915067408 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:50:01.053656 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 5 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:50:18.157033 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-24269d8f-1be0-4d82-b023-783d70d35431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:50:20.391406 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5c961836-9c20-4c1c-8d15-b09ffc894206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:50:21.391150 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:50:21.642912 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:50:23.054217 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:50:38.052440 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 5 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:50:48.179783 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8fe7a51c-9158-44a2-8bfd-dcf6b0fc5137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:50:50.471485 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-fc53a905-93a0-4f91-9657-49a38e39ee7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:50:51.397060 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:50:51.625202 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:50:53.042255 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:08.954835 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37794) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:51:08.960684 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [None req-afbb5510-85a8-4da9-9b2d-b80dc28c8c32 tempest-verify_tempest_config-678526530 tempest-verify_tempest_config-678526530-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 11:51:08.961642 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-afbb5510-85a8-4da9-9b2d-b80dc28c8c32 tempest-verify_tempest_config-678526530 tempest-verify_tempest_config-678526530-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058501 Jun 30 11:51:09.645543 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 37812) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:51:09.759504 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:09.774669 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:51:09.779627 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Usage tracker for resource:security_group_rule and tenant:cc7b76ca332f4e7d8be75cc2d1bf843b is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:51:09.782891 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:51:09.788615 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:51:09.883209 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:09.996157 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:10.044646 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc7b76ca332f4e7d8be75cc2d1bf843b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3979237 Jun 30 11:51:10.045466 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbb7aa4-9e81-44c2-8484-a65ec90e56aa,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:51:10.047460 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37818) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:51:10.052678 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.053039 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.053409 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.053740 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.054067 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.054405 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.054731 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.055050 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.055382 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.055705 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.056022 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.056339 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd15f-bd66-472a-b2c7-3242a5110a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.110543 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:10.136974 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:10.333658 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:10.352824 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbb7aa4-9e81-44c2-8484-a65ec90e56aa,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:51:10.361217 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.361576 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.361906 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.362229 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.362549 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.362868 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.363183 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.363495 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.363809 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.364119 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.364454 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.364764 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:51:10.367859 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:10.368977 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-8bc7fa58-2632-4ae9-bc19-bd50a4de5e99 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5bbb7aa4-9e81-44c2-8484-a65ec90e56aa HTTP/1.1" status: 204 len: 168 time: 0.3202045 Jun 30 11:51:15.054043 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 5 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:51:18.185537 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8c096633-c8f2-44f4-a794-658f843d752b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:20.401654 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8bc96719-f4b0-4318-ae0b-bcc9d4decd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:21.390038 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:21.635835 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:23.059601 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:48.172818 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-699e6ac7-65cf-4958-a3c1-a91bce179699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:50.406861 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-1962919b-ec5b-41a7-8e3a-0f6180b28d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:51.395332 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:51.670224 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:51:52.053404 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 5 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:51:53.069870 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:52:18.195210 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5bbe8605-3768-4759-b790-dc6796d72cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:52:20.394747 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4f371b04-b726-4ca9-bf87-df8c72f21668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:52:21.377775 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:52:21.617583 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:52:23.081056 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:52:29.053664 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 5 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:52:45.822908 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534641'] for agent, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:52:48.160070 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9ea75517-feb6-4a46-a5fa-81a29d41eb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:52:50.382920 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-dab5e23c-bcab-4d1f-b8f5-c1222146e14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:52:51.646070 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:52:51.743113 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:52:53.063272 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:53:01.634745 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37896) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:53:01.746458 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-80454874-7174-4b4f-a076-9591e1f1c4e6 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1105344 Jun 30 11:53:03.987694 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 37906) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:53:04.043986 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-f6bdc761-2c84-4145-a4d0-4e95907c0d34 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0552185 Jun 30 11:53:06.053740 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:53:15.805656 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:53:18.171334 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-c3445325-c803-4364-a304-90b617b4f44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:53:20.405742 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc009-1fa3-493f-8d24-21d760dfdb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:53:21.423051 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:53:21.645629 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:53:23.051091 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:53:43.053168 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:53:45.839538 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:53:48.171130 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-58555d98-5972-43e6-8912-26733aa8bd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:53:50.405867 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-59242399-23cd-4135-b35d-f75b45073eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:53:51.388629 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:53:51.628445 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:53:53.073919 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:15.805557 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:18.142549 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8768b7b2-99cd-4112-b2b8-e0b0bfd8148a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:20.051683 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:54:20.474055 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-f7e561ef-e2ed-471b-9877-e25d35a468b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:21.382481 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:21.622555 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:23.085237 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:45.850772 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:48.205627 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-76179b6c-8267-44c2-b957-042efd65d14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:49.092941 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38058) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:49.347369 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-563137033-network', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:49.353075 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:49.357090 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Usage tracker for resource:network and tenant:7cd934e226fe44ffabd6a4e204fcafd7 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:49.368940 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:49.368940 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:49.515141 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Made reservation on behalf of 7cd934e226fe44ffabd6a4e204fcafd7 for: {'network': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:54:49.518228 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:49.533629 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:49.557121 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:49.561524 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Usage tracker for resource:security_group_rule and tenant:7cd934e226fe44ffabd6a4e204fcafd7 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:49.564758 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:49.571390 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:49.684918 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38096) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:49.692211 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:49.788252 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:49.818834 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=88751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:54:49.827499 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fff579-1061-4cbb-a303-8adf72173c3d,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:49.836652 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:49.837292 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.segments_db [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Added segment 1338cf68-0100-46e1-924c-2f9e0e949d7b of type vlan for network 4b033960-b0c4-411f-acf2-6ca5091a2f08 Jun 30 11:54:49.838957 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:49.839481 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:49.839822 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:49.840144 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:49.840484 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:49.840820 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:49.841318 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:49.841674 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:49.842161 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:49.842531 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:49.842847 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:49.843158 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Tracked resource versions report: Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: pushed versions: Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: { 'AddressGroup': {'1.2'}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'ConntrackHelper': {'1.0'}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Log': {'1.0'}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Network': {'1.1'}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Port': {'1.7'}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'PortForwarding': {'1.2'}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'QosPolicy': {'1.8'}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'SecurityGroup': {'1.4'}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'SecurityGroupRule': {'1.2'}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'SubPort': {'1.0'}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Subnet': {'1.1'}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Trunk': {'1.1'}} Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: consumer versions: Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: { DHCP agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: HyperV agent@hv-cinder-84825: {}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: L3 agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: Metadata agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: Metering agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: Open vSwitch agent@dv-cinder-848250-1-iscsi: { 'AddressGroup': '1.2', Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'ConntrackHelper': '1.0', Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Log': '1.0', Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Network': '1.1', Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Port': '1.7', Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'PortForwarding': '1.2', Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'QosPolicy': '1.8', Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'SecurityGroup': '1.4', Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'SecurityGroupRule': '1.2', Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'SubPort': '1.0', Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Subnet': '1.1', Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: 'Trunk': '1.1'}} Jun 30 11:54:49.844713 dv-cinder-848250-1-iscsi neutron-server[88751]: {{(pid=88751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 11:54:49.876147 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:49.993931 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:49.995067 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:54:50.005422 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:50.099642 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] Pushing event updated for resources: {'Network': ['ID=4b033960-b0c4-411f-acf2-6ca5091a2f08,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:50.110752 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network 4b033960-b0c4-411f-acf2-6ca5091a2f08 details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:54:50.223903 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-9e3ee67a-36d0-4f01-b084-ef09d2cb3a10 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1294689 Jun 30 11:54:50.228923 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38110) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:50.242130 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Request body: {'subnet': {'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-563137033-subnet', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:50.242130 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:50.243211 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Usage tracker for resource:subnet and tenant:7cd934e226fe44ffabd6a4e204fcafd7 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:50.246633 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:50.253165 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:50.344776 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38116) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:50.348622 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Made reservation on behalf of 7cd934e226fe44ffabd6a4e204fcafd7 for: {'subnet': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:54:50.351379 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:50.382456 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38122) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:50.416994 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-aa0a469f-eace-4b1d-8ce9-b1c87194f5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:50.428100 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-86586880-network', 'tenant_id': '1a7c4d775013495f985d1352b2699d20'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:50.437181 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38128) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:50.437439 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:50.444142 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Usage tracker for resource:network and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:50.447156 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:50.462014 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:50.553797 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Made reservation on behalf of 1a7c4d775013495f985d1352b2699d20 for: {'network': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:54:50.556472 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:50.575155 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1866162666-network', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:50.588048 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:50.611058 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:50.612014 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-network', 'tenant_id': '843f057330a14531be79ff8bf58367eb'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:50.621765 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:50.621894 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-119244587-network', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:50.626257 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:50.631677 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Usage tracker for resource:network and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:50.635005 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Usage tracker for resource:network and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:50.635527 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:50.648297 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:50.648638 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:50.652160 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:50.656846 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Usage tracker for resource:network and tenant:843f057330a14531be79ff8bf58367eb is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:50.660017 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:50.661773 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Usage tracker for resource:security_group_rule and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:50.668123 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:50.671687 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:50.676553 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:50.686949 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:50.736587 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Made reservation on behalf of 66756d824b614f6a8344f03d7aa9133d for: {'network': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:54:50.739148 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:50.754850 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:50.768180 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Made reservation on behalf of 843f057330a14531be79ff8bf58367eb for: {'network': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:54:50.771772 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:50.773795 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Made reservation on behalf of 4b6adc9b6c6d4b01af0d17d42212e2b3 for: {'network': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:54:50.776097 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:50.787508 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:50.799804 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:50.805453 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:50.809584 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Usage tracker for resource:security_group_rule and tenant:843f057330a14531be79ff8bf58367eb is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:50.812718 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:50.814062 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for subnet, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:50.819644 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:50.826093 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:50.830232 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Usage tracker for resource:security_group_rule and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:50.835038 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:50.841977 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:50.911320 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:50.913146 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:50.917855 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Usage tracker for resource:security_group_rule and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:50.921232 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:50.927999 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:50.990636 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:50.997702 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.042012 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Checking segment: {'id': '1338cf68-0100-46e1-924c-2f9e0e949d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:54:51.042376 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Network hostable DHCP agents. Network: 4b033960-b0c4-411f-acf2-6ca5091a2f08, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:54:51.042989 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.056631 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4877b5a-dfb1-4228-be03-47cfb0da4151,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:51.068573 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:51.068943 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:51.069286 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:51.069506 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.069613 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:51.069973 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:51.070281 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:51.070610 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:51.070935 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:51.071262 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:51.071580 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:51.071900 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:51.072218 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Tracked resource versions report: Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: pushed versions: Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: { 'AddressGroup': {'1.2'}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'ConntrackHelper': {'1.0'}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Log': {'1.0'}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Network': {'1.1'}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Port': {'1.7'}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'PortForwarding': {'1.2'}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'QosPolicy': {'1.8'}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'SecurityGroup': {'1.4'}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'SecurityGroupRule': {'1.2'}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'SubPort': {'1.0'}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Subnet': {'1.1'}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Trunk': {'1.1'}} Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: consumer versions: Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: { DHCP agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: HyperV agent@hv-cinder-84825: {}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: L3 agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: Metadata agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: Metering agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: Open vSwitch agent@dv-cinder-848250-1-iscsi: { 'AddressGroup': '1.2', Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'ConntrackHelper': '1.0', Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Log': '1.0', Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Network': '1.1', Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Port': '1.7', Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'PortForwarding': '1.2', Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'QosPolicy': '1.8', Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'SecurityGroup': '1.4', Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'SecurityGroupRule': '1.2', Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'SubPort': '1.0', Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Subnet': '1.1', Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: 'Trunk': '1.1'}} Jun 30 11:54:51.073335 dv-cinder-848250-1-iscsi neutron-server[88750]: {{(pid=88750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 11:54:51.092963 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:54:51.107622 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.118964 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.120080 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.120620 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.segments_db [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Added segment 942089fe-68b7-451d-8dae-99a4de909d62 of type vlan for network de387bcc-1139-428a-9e8b-0e99c316923a Jun 30 11:54:51.127556 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351d7208-60b9-4263-b899-a2403aa0940a,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:51.156162 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:54:51.156671 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:54:51.161876 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.170603 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752188492912', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.171138 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Unsubscribe: segment precommit_create {{(pid=88750) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 11:54:51.171614 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.segments_db [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Added segment 26b6a0d5-4f9b-4354-9181-84ee88ed99c0 of type vlan for network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 Jun 30 11:54:51.176163 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.179135 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f215778f-41e9-4d7f-9766-bda866fdc9d0,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:51.195113 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:54:51.204308 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.204681 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.segments_db [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Added segment ac37a9d0-2dbe-4267-8298-90290afb283e of type vlan for network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 Jun 30 11:54:51.222054 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Network 4b033960-b0c4-411f-acf2-6ca5091a2f08 is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:54:51.226386 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.226626 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.segments_db [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Added segment 82674fec-7846-49da-9df4-6785ff6f0a21 of type vlan for network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f Jun 30 11:54:51.258592 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8386540d-4eeb-46f6-8ad3-59e626196fc9,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:51.269174 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62ad38f-3afd-42fe-aadc-eaf5b8876d60,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:51.272950 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.286965 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.293103 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.348437 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, 4b033960-b0c4-411f-acf2-6ca5091a2f08) {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:51.353047 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:54:51.353951 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.366892 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc2c7d-921e-41c8-84bb-9f9598236375 None None] Network 4b033960-b0c4-411f-acf2-6ca5091a2f08 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:54:51.394069 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.395756 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:54:51.396461 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.425242 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.427303 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:54:51.428155 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.429075 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.432551 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.434369 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:54:51.435175 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.439391 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.443710 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:54:51.446233 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.517704 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-5edce4d7-3a25-499c-a58f-e113b33f9992 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2887270 Jun 30 11:54:51.601303 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] Pushing event updated for resources: {'Network': ['ID=de387bcc-1139-428a-9e8b-0e99c316923a,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:51.606872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] Pushing event updated for resources: {'Network': ['ID=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:51.608388 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38172) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:51.660445 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-3ed2770d-089d-4f48-883a-e9c7b3b96d33 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9743097 Jun 30 11:54:51.668595 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38178) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:51.705772 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network de387bcc-1139-428a-9e8b-0e99c316923a details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:54:51.708006 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:54:51.754265 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Request body: {'subnet': {'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-86586880-subnet', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:51.757914 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ad8f6dd-feab-57c2-9a36-52b0b8572c55-4b033960-b0c4-411f-acf2-6ca5091a2f08', 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'fixed_ips': [{'subnet_id': 'e4877b5a-dfb1-4228-be03-47cfb0da4151'}]}} from dv-cinder-848250-1-iscsi. {{(pid=88752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 11:54:51.759044 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:51.763384 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:51.766420 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-c38748a0-e9e8-4a33-8011-9564a1b43bc8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3262527 Jun 30 11:54:51.771446 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-563137033-router', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:51.775973 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:51.780092 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Usage tracker for resource:router and tenant:7cd934e226fe44ffabd6a4e204fcafd7 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:51.783194 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:51.786581 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38192) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:51.789429 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:51.796884 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:51.798788 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-6e16692a-4fdd-4709-a763-a2c0fa890415 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4152803 Jun 30 11:54:51.803181 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38198) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:51.811405 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Request body: {'subnet': {'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-subnet', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:51.852285 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:51.852285 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Usage tracker for resource:subnet and tenant:843f057330a14531be79ff8bf58367eb is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:51.852285 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:51.852285 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:51.870148 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Request body: {'subnet': {'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-subnet', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:51.881349 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:51.937969 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Usage tracker for resource:subnet and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:51.937969 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:51.937969 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Usage tracker for resource:subnet and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:51.937969 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:51.937969 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:51.944374 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:54:51.952371 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:51.960586 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] Pushing event updated for resources: {'Network': ['ID=b33e5164-b6b4-489d-9f68-d71fc1cc6d74,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:51.983466 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:54:52.115035 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-3542eb64-6aa1-432a-b46f-76f9937f290e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7687011 Jun 30 11:54:52.119161 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38212) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:52.125096 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Request body: {'subnet': {'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-subnet', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:52.130572 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:52.131820 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:52.136918 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Usage tracker for resource:subnet and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:52.141197 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:52.147532 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:52.154870 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Made reservation on behalf of 1a7c4d775013495f985d1352b2699d20 for: {'subnet': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:54:52.155901 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Made reservation on behalf of 843f057330a14531be79ff8bf58367eb for: {'subnet': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:54:52.158090 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:52.158547 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:52.351346 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.db_base_plugin_common [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Allocated IP 172.20.0.2 (4b033960-b0c4-411f-acf2-6ca5091a2f08/e4877b5a-dfb1-4228-be03-47cfb0da4151/34f89579-859b-4758-afba-24f6739be369) {{(pid=88752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:54:52.368001 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Made reservation on behalf of 66756d824b614f6a8344f03d7aa9133d for: {'subnet': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:54:52.373371 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:52.425942 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Made reservation on behalf of 4b6adc9b6c6d4b01af0d17d42212e2b3 for: {'subnet': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:54:52.428693 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:52.500440 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:52.501419 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:52.537593 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:52.602765 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Notify callbacks [] for port, precommit_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:52.622935 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for subnet, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:52.623242 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Transition to ACTIVE for port object 34f89579-859b-4758-afba-24f6739be369 will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:54:52.651358 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Transition to ACTIVE for port object 34f89579-859b-4758-afba-24f6739be369 will not be triggered until provisioned by entity DHCP. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:54:52.745635 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Checking segment: {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:54:52.745980 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Network hostable DHCP agents. Network: de387bcc-1139-428a-9e8b-0e99c316923a, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:54:52.758303 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:52.897155 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for subnet, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:52.974959 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:52.991746 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for subnet, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:52.996996 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9acea99c-2923-40c6-9879-4a0dcdc3c90f,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:53.023462 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Network de387bcc-1139-428a-9e8b-0e99c316923a is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:54:53.025745 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for subnet, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.049363 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Checking segment: {'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:54:53.049715 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Network hostable DHCP agents. Network: f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:54:53.056222 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Network 4b033960-b0c4-411f-acf2-6ca5091a2f08 is already hosted by enough agents. {{(pid=88752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:54:53.065883 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.base_scheduler [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Resources bound (agent type, host, resource id): {{(pid=88752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:53.071568 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Received port after_create {{(pid=88752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:54:53.096976 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda0c666-547b-4f4c-9f02-e4a51b02d42a,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:53.108267 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Checking segment: {'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:54:53.108654 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Network hostable DHCP agents. Network: 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:54:53.127209 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Pushing event updated for resources: {'Port': ['ID=34f89579-859b-4758-afba-24f6739be369,revision_number=1']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:53.174014 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:53.174358 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:53.174696 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:53.175029 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:53.175362 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:53.176291 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:53.176657 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:53.177031 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:53.177310 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:53.177631 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:53.177951 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:53.178272 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Tracked resource versions report: Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: pushed versions: Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: { 'AddressGroup': {'1.2'}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'ConntrackHelper': {'1.0'}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Log': {'1.0'}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Network': {'1.1'}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Port': {'1.7'}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'PortForwarding': {'1.2'}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'QosPolicy': {'1.8'}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'SecurityGroup': {'1.4'}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'SecurityGroupRule': {'1.2'}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'SubPort': {'1.0'}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Subnet': {'1.1'}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Trunk': {'1.1'}} Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: consumer versions: Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: { DHCP agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: HyperV agent@hv-cinder-84825: {}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: L3 agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: Metadata agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: Metering agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: Open vSwitch agent@dv-cinder-848250-1-iscsi: { 'AddressGroup': '1.2', Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'ConntrackHelper': '1.0', Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Log': '1.0', Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Network': '1.1', Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Port': '1.7', Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'PortForwarding': '1.2', Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'QosPolicy': '1.8', Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'SecurityGroup': '1.4', Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'SecurityGroupRule': '1.2', Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'SubPort': '1.0', Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Subnet': '1.1', Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: 'Trunk': '1.1'}} Jun 30 11:54:53.179514 dv-cinder-848250-1-iscsi neutron-server[88752]: {{(pid=88752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 11:54:53.198180 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Attempting to bind port 34f89579-859b-4758-afba-24f6739be369 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:54:53.198551 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Attempting to bind port 34f89579-859b-4758-afba-24f6739be369 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '1338cf68-0100-46e1-924c-2f9e0e949d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:54:53.198914 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Attempting to bind port 34f89579-859b-4758-afba-24f6739be369 on network 4b033960-b0c4-411f-acf2-6ca5091a2f08 {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:54:53.204856 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:54:53.205227 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Checking segment: {'id': '1338cf68-0100-46e1-924c-2f9e0e949d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:54:53.205626 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.206039 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Bound using segment: {'id': '1338cf68-0100-46e1-924c-2f9e0e949d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:54:53.206513 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Bound port: 34f89579-859b-4758-afba-24f6739be369, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1338cf68-0100-46e1-924c-2f9e0e949d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:54:53.206914 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.216319 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, de387bcc-1139-428a-9e8b-0e99c316923a) {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:53.216925 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.232804 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7328'] for router, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.235037 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392b7c64-768a-470d-a2f4-79e6c7a297e3 None None] Network de387bcc-1139-428a-9e8b-0e99c316923a requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:54:53.250255 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:54:53.250835 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.258440 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea6951d-83ae-414a-b63e-039dc352ff4b,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:53.271356 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Checking segment: {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:54:53.271716 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Network hostable DHCP agents. Network: b33e5164-b6b4-489d-9f68-d71fc1cc6d74, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:54:53.314609 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:54:53.317236 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:54:53.327765 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7) {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:53.329327 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f) {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:53.334922 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:54:53.335616 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.345497 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03157530-a0c3-44ba-aa28-f7a9f836940d None None] Network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:54:53.361658 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:54:53.361880 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.414168 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418698b6-4c25-4ace-964b-e4bbfdbccf2d None None] Network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:54:53.455821 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-b0f08f4b-db0f-4269-a189-a617f22704dc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6505325 Jun 30 11:54:53.459466 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38228) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:53.460940 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:54:53.465348 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:53.474440 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-58190ed0-9bc5-4a5b-a895-f5864bb14af1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8002317 Jun 30 11:54:53.478597 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-5606dd8a-06fa-4fda-9eb3-7100a1110344 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6866474 Jun 30 11:54:53.478597 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38232) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:53.479749 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38234) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:53.480684 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:53.485381 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:53.487736 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:53.491071 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:53.493446 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:53.493872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Usage tracker for resource:router and tenant:843f057330a14531be79ff8bf58367eb is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:53.497946 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:53.500443 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Usage tracker for resource:router and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:53.502365 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:53.513054 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:53.550940 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Usage tracker for resource:router and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:53.558992 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:53.561109 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, b33e5164-b6b4-489d-9f68-d71fc1cc6d74) {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:53.562972 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:53.573756 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:53.573930 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:54:53.574434 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.589402 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d8532a-6670-418f-9762-a0a986181211 None None] Network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:54:53.690448 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.693076 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.697260 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.711205 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.764491 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.806833 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.807797 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.819880 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.849179 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-7adca44c-b8b0-4ac4-949d-d43e6f5fc6c1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7262554 Jun 30 11:54:53.857304 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38254) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:53.876516 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:54:53.893655 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:54:53.931392 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] For port 34f89579-859b-4758-afba-24f6739be369, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:54:53.948204 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Usage tracker for resource:router and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:54:53.956771 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:54:53.963936 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:53.977079 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:54:53.983757 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] For port 34f89579-859b-4758-afba-24f6739be369, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=34f89579-859b-4758-afba-24f6739be369,segment=NetworkSegment(1338cf68-0100-46e1-924c-2f9e0e949d7b),segment_id=1338cf68-0100-46e1-924c-2f9e0e949d7b)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:54:54.003471 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:54.036462 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:54.186515 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:54.270391 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ad8f6dd-feab-57c2-9a36-52b0b8572c55-b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b'}]}} from dv-cinder-848250-1-iscsi. {{(pid=88752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 11:54:54.271251 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:54.310047 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Allocated IP 172.27.1.3 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/c80781f4-bab1-46f4-847c-fa2d8ac341f0) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:54:54.345148 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:54.346636 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:54.350659 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ad8f6dd-feab-57c2-9a36-52b0b8572c55-f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f'}]}} from dv-cinder-848250-1-iscsi. {{(pid=88752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 11:54:54.351607 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:54.497530 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ad8f6dd-feab-57c2-9a36-52b0b8572c55-de387bcc-1139-428a-9e8b-0e99c316923a', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d'}]}} from dv-cinder-848250-1-iscsi. {{(pid=88752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 11:54:54.498438 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:54.509035 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ad8f6dd-feab-57c2-9a36-52b0b8572c55-912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a'}]}} from dv-cinder-848250-1-iscsi. {{(pid=88752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 11:54:54.509875 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:54.557920 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7328'] for router, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:54.567504 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7328'] for router, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:54.665972 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabb3c6-2aaf-4783-9b8d-cd31bf0dd3ba None None] Pushing event updated for resources: {'Port': ['ID=34f89579-859b-4758-afba-24f6739be369,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:54.993895 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:55.027520 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:55.030792 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7328'] for router, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:55.137706 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.db_base_plugin_common [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Allocated IP 172.20.0.2 (b33e5164-b6b4-489d-9f68-d71fc1cc6d74/9ea6951d-83ae-414a-b63e-039dc352ff4b/261b3798-dcbc-4b68-b369-d84c065f86c8) {{(pid=88752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:54:55.172473 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.db_base_plugin_common [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Allocated IP 172.20.0.2 (f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7/9acea99c-2923-40c6-9879-4a0dcdc3c90f/229ac8cc-1e70-4800-8c96-b5db8a298fb1) {{(pid=88752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:54:55.192223 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.db_base_plugin_common [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Allocated IP 172.20.0.2 (de387bcc-1139-428a-9e8b-0e99c316923a/fc44e1ed-e0f7-4c9a-bc83-75012a8e663d/9f803c6d-9214-4310-bad7-7cc139a4f9ef) {{(pid=88752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:54:55.275690 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.db_base_plugin_common [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Allocated IP 172.20.0.2 (912bf4cd-aba5-4eb0-afcb-e0c1f77f042f/fda0c666-547b-4f4c-9f02-e4a51b02d42a/d57267a4-fec9-45b4-9ba7-8a322ab82a78) {{(pid=88752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:54:55.278124 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:55.436334 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:54:55.495780 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:55.572262 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:54:55.603440 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:55.677202 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:55.677202 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:55.692588 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=c80781f4-bab1-46f4-847c-fa2d8ac341f0,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:55.795835 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:55.826621 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7328'] for router, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:55.993454 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Allocated IP 172.27.1.18 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:54:56.095558 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 34f89579-859b-4758-afba-24f6739be369 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:54:56.119678 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f616749d-cad2-45c7-aa7f-0533ae6b6796 None None] Network 4b033960-b0c4-411f-acf2-6ca5091a2f08 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:54:56.221637 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:56.430524 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:56.495759 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:56.510928 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:56.517226 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Transition to ACTIVE for port object 229ac8cc-1e70-4800-8c96-b5db8a298fb1 will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:54:56.526530 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:54:56.534129 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:56.540880 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:54:56.549396 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Transition to ACTIVE for port object 229ac8cc-1e70-4800-8c96-b5db8a298fb1 will not be triggered until provisioned by entity DHCP. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:54:56.589448 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Pushing event updated for resources: {'Port': ['ID=9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:56.594018 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:56.606807 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Allocated IP 172.27.1.93 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/a594ad72-7b95-4ac8-91ed-1b8c4e079022) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:54:56.615639 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:56.704032 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Notify callbacks [] for port, precommit_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:56.710029 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:56.721671 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:56.754911 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Transition to ACTIVE for port object 261b3798-dcbc-4b68-b369-d84c065f86c8 will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:54:56.790316 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Transition to ACTIVE for port object 9f803c6d-9214-4310-bad7-7cc139a4f9ef will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:54:56.811078 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 34f89579-859b-4758-afba-24f6739be369 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:54:56.829365 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 34f89579-859b-4758-afba-24f6739be369 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:54:56.829736 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:56.884828 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-695d8661-a4f9-416b-8c9b-3b9870b621d9 None None] Provisioning for port 34f89579-859b-4758-afba-24f6739be369 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:54:56.888962 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 is already hosted by enough agents. {{(pid=88752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:54:56.924043 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Notify callbacks [] for port, precommit_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:56.935423 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.base_scheduler [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Resources bound (agent type, host, resource id): {{(pid=88752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:56.937264 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-695d8661-a4f9-416b-8c9b-3b9870b621d9 None None] Provisioning complete for port 34f89579-859b-4758-afba-24f6739be369 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:54:56.937634 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-695d8661-a4f9-416b-8c9b-3b9870b621d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:56.968793 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Received port after_create {{(pid=88752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:54:56.986280 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Transition to ACTIVE for port object 261b3798-dcbc-4b68-b369-d84c065f86c8 will not be triggered until provisioned by entity DHCP. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:54:56.991622 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:57.054884 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:54:57.172046 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Transition to ACTIVE for port object 9f803c6d-9214-4310-bad7-7cc139a4f9ef will not be triggered until provisioned by entity DHCP. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:54:57.218403 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:57.225286 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Transition to ACTIVE for port object d57267a4-fec9-45b4-9ba7-8a322ab82a78 will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:54:57.227820 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Attempting to bind port 229ac8cc-1e70-4800-8c96-b5db8a298fb1 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:54:57.228181 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Attempting to bind port 229ac8cc-1e70-4800-8c96-b5db8a298fb1 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:54:57.233078 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Attempting to bind port 229ac8cc-1e70-4800-8c96-b5db8a298fb1 on network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:54:57.237120 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:57.256082 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:54:57.256339 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Checking segment: {'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:54:57.256723 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:57.257164 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Bound using segment: {'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:54:57.257697 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Bound port: 229ac8cc-1e70-4800-8c96-b5db8a298fb1, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:54:57.258381 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:57.260431 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579364'] for router, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:57.278510 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:57.384147 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] For port 229ac8cc-1e70-4800-8c96-b5db8a298fb1, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:54:57.387639 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] For port 229ac8cc-1e70-4800-8c96-b5db8a298fb1, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=229ac8cc-1e70-4800-8c96-b5db8a298fb1,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:54:57.433144 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:57.452586 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Pushing event updated for resources: {'Port': ['ID=229ac8cc-1e70-4800-8c96-b5db8a298fb1,revision_number=1']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:57.619179 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Transition to ACTIVE for port object d57267a4-fec9-45b4-9ba7-8a322ab82a78 will not be triggered until provisioned by entity DHCP. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:54:57.628637 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 is already hosted by enough agents. {{(pid=88752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:54:57.687243 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Allocated IP 172.27.1.121 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/4cbb16db-98ab-4d2d-8069-ef7f356405dc) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:54:57.713533 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.base_scheduler [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Resources bound (agent type, host, resource id): {{(pid=88752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:57.716022 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:57.732694 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Network de387bcc-1139-428a-9e8b-0e99c316923a is already hosted by enough agents. {{(pid=88752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:54:57.740015 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Received port after_create {{(pid=88752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:54:57.745531 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.base_scheduler [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Resources bound (agent type, host, resource id): {{(pid=88752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:57.774589 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Received port after_create {{(pid=88752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:54:57.789276 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:57.822195 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:57.874006 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a594ad72-7b95-4ac8-91ed-1b8c4e079022,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:57.880680 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:58.015028 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:54:58.022318 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:58.031952 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:54:58.066069 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 34f89579-859b-4758-afba-24f6739be369 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:54:58.066069 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:58.080654 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:58.137430 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Pushing event updated for resources: {'Port': ['ID=261b3798-dcbc-4b68-b369-d84c065f86c8,revision_number=1']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:58.214149 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f is already hosted by enough agents. {{(pid=88752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:54:58.222443 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Router a28213fe-e48f-413c-8011-0da39aefb2d4 is scheduled to L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 with binding_index 1 {{(pid=88751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 11:54:58.261921 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.base_scheduler [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Resources bound (agent type, host, resource id): {{(pid=88752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:58.310866 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Received port after_create {{(pid=88752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:54:58.312830 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579364'] for router, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:58.351257 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Attempting to bind port 261b3798-dcbc-4b68-b369-d84c065f86c8 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:54:58.351677 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Attempting to bind port 261b3798-dcbc-4b68-b369-d84c065f86c8 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:54:58.351976 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Attempting to bind port 261b3798-dcbc-4b68-b369-d84c065f86c8 on network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:54:58.354045 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Attempting to bind port 9f803c6d-9214-4310-bad7-7cc139a4f9ef on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:54:58.354404 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Attempting to bind port 9f803c6d-9214-4310-bad7-7cc139a4f9ef by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:54:58.354750 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Attempting to bind port 9f803c6d-9214-4310-bad7-7cc139a4f9ef on network de387bcc-1139-428a-9e8b-0e99c316923a {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:54:58.464225 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:54:58.464734 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Checking segment: {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:54:58.465009 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:58.465400 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Bound using segment: {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:54:58.465877 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Bound port: 9f803c6d-9214-4310-bad7-7cc139a4f9ef, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:54:58.466262 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:58.494130 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 34f89579-859b-4758-afba-24f6739be369, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=34f89579-859b-4758-afba-24f6739be369,segment=NetworkSegment(1338cf68-0100-46e1-924c-2f9e0e949d7b),segment_id=1338cf68-0100-46e1-924c-2f9e0e949d7b)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:54:58.500513 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-695d8661-a4f9-416b-8c9b-3b9870b621d9 None None] Current status of the port 34f89579-859b-4758-afba-24f6739be369 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:54:58.501023 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-695d8661-a4f9-416b-8c9b-3b9870b621d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:58.519003 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:54:58.523344 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Checking segment: {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:54:58.523344 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:58.523344 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Bound using segment: {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:54:58.523344 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Bound port: 261b3798-dcbc-4b68-b369-d84c065f86c8, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:54:58.523344 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:58.531984 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Pushing event updated for resources: {'Port': ['ID=9f803c6d-9214-4310-bad7-7cc139a4f9ef,revision_number=1']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:58.534343 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:54:58.600821 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Sync routers for ids ['a28213fe-e48f-413c-8011-0da39aefb2d4'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:54:58.608990 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:58.627082 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Routers {'a28213fe-e48f-413c-8011-0da39aefb2d4'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:54:58.627082 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a28213fe-e48f-413c-8011-0da39aefb2d4'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:54:58.733769 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:58.811772 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:58.843358 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:54:58.870177 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:58.874559 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:54:58.891694 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Attempting to bind port d57267a4-fec9-45b4-9ba7-8a322ab82a78 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:54:58.892063 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Attempting to bind port d57267a4-fec9-45b4-9ba7-8a322ab82a78 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:54:58.892441 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Attempting to bind port d57267a4-fec9-45b4-9ba7-8a322ab82a78 on network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:54:58.992459 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Set router a28213fe-e48f-413c-8011-0da39aefb2d4 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:54:58.995938 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:54:58.996312 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Checking segment: {'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:54:58.996734 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:58.997124 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Bound using segment: {'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:54:58.997598 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Bound port: d57267a4-fec9-45b4-9ba7-8a322ab82a78, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:54:58.997986 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:59.041445 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Allocated IP 172.27.1.108 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:54:59.124135 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f88f9-5b1f-4470-8ec6-1f738b4838d5 None None] Pushing event updated for resources: {'Port': ['ID=229ac8cc-1e70-4800-8c96-b5db8a298fb1,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:59.204699 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] For port 9f803c6d-9214-4310-bad7-7cc139a4f9ef, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:54:59.213561 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] For port 261b3798-dcbc-4b68-b369-d84c065f86c8, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:54:59.217753 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.api [None req-695d8661-a4f9-416b-8c9b-3b9870b621d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 11:54:59.218130 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG oslo_db.api [None req-695d8661-a4f9-416b-8c9b-3b9870b621d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 11:54:59.238856 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:59.268217 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579364'] for router, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:59.268845 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] For port 261b3798-dcbc-4b68-b369-d84c065f86c8, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=261b3798-dcbc-4b68-b369-d84c065f86c8,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:54:59.271226 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] For port 9f803c6d-9214-4310-bad7-7cc139a4f9ef, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=9f803c6d-9214-4310-bad7-7cc139a4f9ef,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:54:59.285532 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Pushing event updated for resources: {'Port': ['ID=d57267a4-fec9-45b4-9ba7-8a322ab82a78,revision_number=1']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:59.332910 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] For port d57267a4-fec9-45b4-9ba7-8a322ab82a78, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:54:59.360527 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Pushing event updated for resources: {'Port': ['ID=4cbb16db-98ab-4d2d-8069-ef7f356405dc,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:59.360921 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] For port d57267a4-fec9-45b4-9ba7-8a322ab82a78, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d57267a4-fec9-45b4-9ba7-8a322ab82a78,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:54:59.391800 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:59.392566 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-98074b0c-df15-4dce-b372-060995644cc3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7799842 Jun 30 11:54:59.396313 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:59.396620 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:59.411114 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:59.422232 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=34f89579-859b-4758-afba-24f6739be369,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:59.447504 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38346) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:54:59.526211 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:59.580841 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'name': 'tempest-DeleteServersTestJSON-563137033-router', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:52Z', 'updated_at': '2022-06-30T11:54:55Z', 'revision_number': 3, 'project_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'gw_port': {'id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:54:59.593742 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Checking router: a28213fe-e48f-413c-8011-0da39aefb2d4 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:54:59.594248 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Updating router a28213fe-e48f-413c-8011-0da39aefb2d4 port c80781f4-bab1-46f4-847c-fa2d8ac341f0 binding host dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:54:59.618315 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f8533-e9ea-4ebe-84e1-9514ff31004f None None] Pushing event updated for resources: {'Port': ['ID=9f803c6d-9214-4310-bad7-7cc139a4f9ef,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:54:59.758613 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:54:59.820959 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:54:59.881833 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:54:59.885281 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:00.045801 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-695d8661-a4f9-416b-8c9b-3b9870b621d9 None None] Current status of the port 34f89579-859b-4758-afba-24f6739be369 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:00.051164 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca842d-b8f8-447e-ba2d-e26535c874c8 None None] Pushing event updated for resources: {'Port': ['ID=261b3798-dcbc-4b68-b369-d84c065f86c8,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:00.177284 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Router 18207179-1024-4596-9a7b-31e8ea0d4145 is scheduled to L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 with binding_index 1 {{(pid=88750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 11:55:00.195742 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54f10d-3351-4ef1-bbf8-e02c7e06c93a None None] Pushing event updated for resources: {'Port': ['ID=d57267a4-fec9-45b4-9ba7-8a322ab82a78,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:00.217920 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25349269-b192-4c89-9ebc-429141f956a7 None None] Network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:55:00.314091 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:00.367360 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-f88c71fd-34ad-40bc-9b5e-2bbca23bb46e None None] Provisioning complete for port 34f89579-859b-4758-afba-24f6739be369 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:00.368091 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-f88c71fd-34ad-40bc-9b5e-2bbca23bb46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:00.380534 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Router d2e50eca-6524-489c-9f17-ad400347eae9 is scheduled to L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 with binding_index 1 {{(pid=88750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 11:55:00.584283 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:00.597473 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.provisioning_blocks [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Transition to ACTIVE for port object c80781f4-bab1-46f4-847c-fa2d8ac341f0 will not be triggered until provisioned by entity L2. {{(pid=88753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:00.670026 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:00.686673 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-f88c71fd-34ad-40bc-9b5e-2bbca23bb46e None None] Current status of the port 34f89579-859b-4758-afba-24f6739be369 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:00.765587 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-f88c71fd-34ad-40bc-9b5e-2bbca23bb46e None None] Provisioning for port 229ac8cc-1e70-4800-8c96-b5db8a298fb1 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:00.781956 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:55:00.794472 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Sync routers for ids ['18207179-1024-4596-9a7b-31e8ea0d4145'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:55:00.815089 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Routers {'18207179-1024-4596-9a7b-31e8ea0d4145'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:00.815826 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['18207179-1024-4596-9a7b-31e8ea0d4145'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:00.831274 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Pushing event updated for resources: {'Port': ['ID=c80781f4-bab1-46f4-847c-fa2d8ac341f0,revision_number=2']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:00.897825 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:00.898357 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:00.900118 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:00.901349 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:00.901864 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:00.903526 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:00.904324 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:00.904826 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:00.911807 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:00.914641 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:00.915145 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:00.915646 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Tracked resource versions report: Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: pushed versions: Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: { 'AddressGroup': {'1.2'}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'ConntrackHelper': {'1.0'}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Log': {'1.0'}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Network': {'1.1'}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Port': {'1.7'}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'PortForwarding': {'1.2'}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'QosPolicy': {'1.8'}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'SecurityGroup': {'1.4'}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'SecurityGroupRule': {'1.2'}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'SubPort': {'1.0'}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Subnet': {'1.1'}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Trunk': {'1.1'}} Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: consumer versions: Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: { DHCP agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: HyperV agent@hv-cinder-84825: {}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: L3 agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: Metadata agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: Metering agent@dv-cinder-848250-1-iscsi: {}, Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: Open vSwitch agent@dv-cinder-848250-1-iscsi: { 'AddressGroup': '1.2', Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'ConntrackHelper': '1.0', Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Log': '1.0', Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Network': '1.1', Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Port': '1.7', Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'PortForwarding': '1.2', Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'QosPolicy': '1.8', Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'SecurityGroup': '1.4', Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'SecurityGroupRule': '1.2', Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'SubPort': '1.0', Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Subnet': '1.1', Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: 'Trunk': '1.1'}} Jun 30 11:55:00.918418 dv-cinder-848250-1-iscsi neutron-server[88753]: {{(pid=88753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 11:55:00.939441 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Attempting to bind port c80781f4-bab1-46f4-847c-fa2d8ac341f0 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:00.944723 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Attempting to bind port c80781f4-bab1-46f4-847c-fa2d8ac341f0 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:00.945501 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Attempting to bind port c80781f4-bab1-46f4-847c-fa2d8ac341f0 on network e4d1c1ad-a890-44d7-b269-958aaeb49e2d {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:00.955530 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] Notify callbacks [] for router, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:00.956721 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-751e233c-f4bd-4037-83bf-678e80295bdd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.4782445 Jun 30 11:55:00.960445 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38362) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:00.961636 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:00.964706 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Checking segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:00.965291 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:00.966904 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Bound using segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:00.967562 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Bound port: c80781f4-bab1-46f4-847c-fa2d8ac341f0, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:00.969221 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:01.113383 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:55:01.154092 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Sync routers for ids ['d2e50eca-6524-489c-9f17-ad400347eae9'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:55:01.193786 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] For port c80781f4-bab1-46f4-847c-fa2d8ac341f0, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:01.208408 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Routers {'d2e50eca-6524-489c-9f17-ad400347eae9'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:01.208408 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['d2e50eca-6524-489c-9f17-ad400347eae9'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:01.224445 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Set router 18207179-1024-4596-9a7b-31e8ea0d4145 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:01.575669 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] Notify callbacks [] for router, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:01.575669 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-719965c2-c71c-48a0-b2a4-0b7013bd36e1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.9066296 Jun 30 11:55:01.575669 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38366) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:01.579994 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] For port c80781f4-bab1-46f4-847c-fa2d8ac341f0, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=c80781f4-bab1-46f4-847c-fa2d8ac341f0,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:01.625396 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:01.628128 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Set router d2e50eca-6524-489c-9f17-ad400347eae9 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:01.628437 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d57267a4-fec9-45b4-9ba7-8a322ab82a78 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:01.663455 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a26ffc-ae8f-4f0a-8bbf-4be23a34baac None None] Network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:55:01.757486 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:01.783780 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:02.012332 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19cd98-81c8-4e68-9ef0-31094d6fd1d3 None None] Pushing event updated for resources: {'Port': ['ID=c80781f4-bab1-46f4-847c-fa2d8ac341f0,revision_number=3']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:02.082367 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Routers {'a28213fe-e48f-413c-8011-0da39aefb2d4'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:02.083282 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a28213fe-e48f-413c-8011-0da39aefb2d4'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:02.216951 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5bc303-2792-47fa-b823-fe86725191d1 None None] Network de387bcc-1139-428a-9e8b-0e99c316923a requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:55:02.324149 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] Set router a28213fe-e48f-413c-8011-0da39aefb2d4 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:02.370762 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:54:56Z', 'revision_number': 3, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:02.382903 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port d57267a4-fec9-45b4-9ba7-8a322ab82a78 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:02.409283 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Checking router: 18207179-1024-4596-9a7b-31e8ea0d4145 for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:55:02.410733 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Updating router 18207179-1024-4596-9a7b-31e8ea0d4145 port 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 binding host dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:55:02.445689 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 34f89579-859b-4758-afba-24f6739be369 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:02.552957 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81334f15-8f3d-4e00-8d96-f1c678896a0e None None] Network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:55:02.590677 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-5548f482-55ea-469a-948e-2bfaf8e83fdb None None] Provisioning for port 261b3798-dcbc-4b68-b369-d84c065f86c8 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:02.749743 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:02.780711 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'name': 'tempest-DeleteServersTestJSON-563137033-router', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:52Z', 'updated_at': '2022-06-30T11:54:55Z', 'revision_number': 3, 'project_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'gw_port': {'id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:02.798765 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b69fc-0837-4c2e-b7a0-b923429b83e0 None None] The sync data for ids ['a28213fe-e48f-413c-8011-0da39aefb2d4'] in dv-cinder-848250-1-iscsi is: [{'id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'name': 'tempest-DeleteServersTestJSON-563137033-router', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:52Z', 'updated_at': '2022-06-30T11:54:55Z', 'revision_number': 3, 'project_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'gw_port': {'id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:55:02.829749 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:54:58Z', 'revision_number': 3, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:02.847170 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Checking router: d2e50eca-6524-489c-9f17-ad400347eae9 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:55:02.847536 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Updating router d2e50eca-6524-489c-9f17-ad400347eae9 port a594ad72-7b95-4ac8-91ed-1b8c4e079022 binding host dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:55:02.922405 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:03.082600 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 34f89579-859b-4758-afba-24f6739be369 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:03.082973 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:03.151416 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579364'] for router, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:03.343671 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-9db366a7-035c-41f4-953d-e96ab8135762 None None] Provisioning for port 9f803c6d-9214-4310-bad7-7cc139a4f9ef completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:03.365743 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579364'] for router, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:03.728593 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:03.762245 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-9db366a7-035c-41f4-953d-e96ab8135762 None None] Provisioning for port d57267a4-fec9-45b4-9ba7-8a322ab82a78 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:03.810545 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-9db366a7-035c-41f4-953d-e96ab8135762 None None] Provisioning complete for port d57267a4-fec9-45b4-9ba7-8a322ab82a78 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:03.812143 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9db366a7-035c-41f4-953d-e96ab8135762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:04.017780 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 34f89579-859b-4758-afba-24f6739be369 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:04.018890 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 261b3798-dcbc-4b68-b369-d84c065f86c8 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:04.047550 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Notify callbacks [] for port, precommit_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:04.079237 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.provisioning_blocks [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Transition to ACTIVE for port object a594ad72-7b95-4ac8-91ed-1b8c4e079022 will not be triggered until provisioned by entity L2. {{(pid=88753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:04.117124 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:04.205060 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:04.280189 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38420) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:04.371973 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6954f-e32e-43cf-acca-a4690ea507cf None None] Pushing event updated for resources: {'Port': ['ID=a594ad72-7b95-4ac8-91ed-1b8c4e079022,revision_number=2']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:04.400447 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Attempting to bind port a594ad72-7b95-4ac8-91ed-1b8c4e079022 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:04.400975 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Attempting to bind port a594ad72-7b95-4ac8-91ed-1b8c4e079022 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:04.402044 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Attempting to bind port a594ad72-7b95-4ac8-91ed-1b8c4e079022 on network e4d1c1ad-a890-44d7-b269-958aaeb49e2d {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:04.411045 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:04.411526 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Checking segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:04.412002 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:04.415650 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Bound using segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:04.416248 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Bound port: a594ad72-7b95-4ac8-91ed-1b8c4e079022, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:04.416837 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:04.460620 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Allocated IP 172.20.0.1 (f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7/9acea99c-2923-40c6-9879-4a0dcdc3c90f/2e49e56a-021e-42c1-96b7-65da57560b64) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:55:04.538504 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] For port a594ad72-7b95-4ac8-91ed-1b8c4e079022, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:04.544060 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] For port a594ad72-7b95-4ac8-91ed-1b8c4e079022, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=a594ad72-7b95-4ac8-91ed-1b8c4e079022,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:04.587723 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Allocated IP 172.20.0.1 (4b033960-b0c4-411f-acf2-6ca5091a2f08/e4877b5a-dfb1-4228-be03-47cfb0da4151/a3ac7c19-0fdf-4236-a7b2-fea98bd9903d) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:55:04.587723 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Router da53b716-2afc-4fff-8113-5a5372664a1a is scheduled to L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 with binding_index 1 {{(pid=88751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 11:55:04.631859 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-9db366a7-035c-41f4-953d-e96ab8135762 None None] Current status of the port d57267a4-fec9-45b4-9ba7-8a322ab82a78 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:04.632351 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9db366a7-035c-41f4-953d-e96ab8135762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:04.694430 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-9db366a7-035c-41f4-953d-e96ab8135762 None None] For port d57267a4-fec9-45b4-9ba7-8a322ab82a78, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d57267a4-fec9-45b4-9ba7-8a322ab82a78,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:04.703165 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:04.740089 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 261b3798-dcbc-4b68-b369-d84c065f86c8 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:04.767370 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 261b3798-dcbc-4b68-b369-d84c065f86c8 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:04.768029 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:04.799911 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:04.807271 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Router 00155358-9483-4606-9d77-1dca63089318 is scheduled to L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 with binding_index 1 {{(pid=88751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 11:55:04.816809 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9db366a7-035c-41f4-953d-e96ab8135762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.036223 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Notify callbacks [] for port, precommit_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.058326 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6954f-e32e-43cf-acca-a4690ea507cf None None] Pushing event updated for resources: {'Port': ['ID=a594ad72-7b95-4ac8-91ed-1b8c4e079022,revision_number=3']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:05.065172 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db366a7-035c-41f4-953d-e96ab8135762 None None] Pushing event updated for resources: {'Port': ['ID=d57267a4-fec9-45b4-9ba7-8a322ab82a78,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:05.073954 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Transition to ACTIVE for port object 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:05.085195 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8cb1-9b6d-4b63-8ec8-5cd058052f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.085404 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Routers {'d2e50eca-6524-489c-9f17-ad400347eae9'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:05.086857 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['d2e50eca-6524-489c-9f17-ad400347eae9'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:05.147484 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 261b3798-dcbc-4b68-b369-d84c065f86c8 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:05.147969 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.162533 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-66c637e3-4671-47e9-94bf-cb5cdf761643 None None] Provisioning complete for port 261b3798-dcbc-4b68-b369-d84c065f86c8 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:05.162533 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-66c637e3-4671-47e9-94bf-cb5cdf761643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.194210 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.240262 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-f7dd8cb1-9b6d-4b63-8ec8-5cd058052f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:05.304425 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 261b3798-dcbc-4b68-b369-d84c065f86c8, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=261b3798-dcbc-4b68-b369-d84c065f86c8,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:05.338026 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Attempting to bind port 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:05.338459 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Attempting to bind port 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:05.338890 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Attempting to bind port 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 on network e4d1c1ad-a890-44d7-b269-958aaeb49e2d {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:05.354292 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:05.354788 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Checking segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:05.355239 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.355697 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Bound using segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:05.356239 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Bound port: 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:05.357279 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.383030 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-f7dd8cb1-9b6d-4b63-8ec8-5cd058052f06 admin admin] Usage tracker for resource:security_group_rule and tenant:8a4a80461d184447bee70a42148bd6e2 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:05.396144 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-f7dd8cb1-9b6d-4b63-8ec8-5cd058052f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:05.407732 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] Set router d2e50eca-6524-489c-9f17-ad400347eae9 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:05.417312 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Allocated IP 172.20.0.1 (de387bcc-1139-428a-9e8b-0e99c316923a/fc44e1ed-e0f7-4c9a-bc83-75012a8e663d/d4b02014-946d-4cfb-b8f9-985b2c8695dc) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:55:05.423557 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.425279 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 9f803c6d-9214-4310-bad7-7cc139a4f9ef up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:05.447568 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-f7dd8cb1-9b6d-4b63-8ec8-5cd058052f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:05.484567 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89beb349-3816-49b3-91f6-8853d2b2ae1d None None] Pushing event updated for resources: {'Port': ['ID=9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:05.494063 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:55:05.535841 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.556748 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.provisioning_blocks [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Transition to ACTIVE for port object a3ac7c19-0fdf-4236-a7b2-fea98bd9903d will not be triggered until provisioned by entity DHCP. {{(pid=88751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:05.599623 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Sync routers for ids ['da53b716-2afc-4fff-8113-5a5372664a1a'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:55:05.614251 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.653540 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:55:05.655556 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Transition to ACTIVE for port object 2e49e56a-021e-42c1-96b7-65da57560b64 will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:05.677801 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Sync routers for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:55:05.686337 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.701007 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.701538 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.702694 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-a1794ef5-8136-45a1-a068-9b791215ebfe admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.2216799 Jun 30 11:55:05.707933 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38442) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:05.714454 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Routers {'da53b716-2afc-4fff-8113-5a5372664a1a'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:05.715097 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['da53b716-2afc-4fff-8113-5a5372664a1a'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:05.755726 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:05.756815 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:05.786285 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Network 4b033960-b0c4-411f-acf2-6ca5091a2f08 is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:05.787781 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Pushing event updated for resources: {'Port': ['ID=a3ac7c19-0fdf-4236-a7b2-fea98bd9903d,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:05.792234 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:05.833590 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.840920 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-f8f7e60c-2e09-4bbe-b1ab-db843c2cbbd2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.9794939 Jun 30 11:55:05.845179 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:05.845682 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574062'] for router_interface, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:05.917894 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] For port 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:05.928513 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38450) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:05.937270 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=261b3798-dcbc-4b68-b369-d84c065f86c8,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:05.950243 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] For port 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:05.954660 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-66c637e3-4671-47e9-94bf-cb5cdf761643 None None] Current status of the port 261b3798-dcbc-4b68-b369-d84c065f86c8 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:06.051071 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:06.158245 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Set router da53b716-2afc-4fff-8113-5a5372664a1a gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:06.176494 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:06.233808 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8cb1-9b6d-4b63-8ec8-5cd058052f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:06.281861 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 9f803c6d-9214-4310-bad7-7cc139a4f9ef completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:06.296848 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Transition to ACTIVE for port object d4b02014-946d-4cfb-b8f9-985b2c8695dc will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:06.298970 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 9f803c6d-9214-4310-bad7-7cc139a4f9ef triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:06.299369 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:06.303263 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8cb1-9b6d-4b63-8ec8-5cd058052f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:06.389106 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:06.423561 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd8cb1-9b6d-4b63-8ec8-5cd058052f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a503de2-385c-44b9-827c-2a77cda6260a,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:06.432097 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-f7dd8cb1-9b6d-4b63-8ec8-5cd058052f06 admin admin] Synchronizing usage tracker for tenant:a2e26fa12e5441cdab2795334ca1a6e9 on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:55:06.495211 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Routers {'18207179-1024-4596-9a7b-31e8ea0d4145'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:06.495601 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['18207179-1024-4596-9a7b-31e8ea0d4145'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:06.565941 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-f7dd8cb1-9b6d-4b63-8ec8-5cd058052f06 admin admin] Unset dirty status for tenant:a2e26fa12e5441cdab2795334ca1a6e9 on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:55:06.568234 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-f7dd8cb1-9b6d-4b63-8ec8-5cd058052f06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a4a80461d184447bee70a42148bd6e2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2864470 Jun 30 11:55:06.622283 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38468) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:06.669679 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:54:58Z', 'revision_number': 3, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:06.680872 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ef22eb-6e7f-494e-a986-53b0656f581e None None] The sync data for ids ['d2e50eca-6524-489c-9f17-ad400347eae9'] in dv-cinder-848250-1-iscsi is: [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:54:58Z', 'revision_number': 3, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:55:06.691836 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:06.722425 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:00Z', 'revision_number': 3, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:06.731378 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Checking router: 00155358-9483-4606-9d77-1dca63089318 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:55:06.731726 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Updating router 00155358-9483-4606-9d77-1dca63089318 port aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff binding host dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:55:06.789978 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2dc04224-9dfe-4374-b446-5a90bb1e859c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:06.823124 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Pushing event updated for resources: {'Port': ['ID=2e49e56a-021e-42c1-96b7-65da57560b64,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:06.832017 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] Set router 18207179-1024-4596-9a7b-31e8ea0d4145 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:06.849185 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:06.854926 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:06.869962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2dc04224-9dfe-4374-b446-5a90bb1e859c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:06.885643 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:06.896955 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:06.897720 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574062'] for router_interface, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:07.012617 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:07.188874 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89beb349-3816-49b3-91f6-8853d2b2ae1d None None] Pushing event updated for resources: {'Port': ['ID=9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:07.202350 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-56eaa6c0-9995-4884-a1c3-75497de49537 None None] Provisioning complete for port d57267a4-fec9-45b4-9ba7-8a322ab82a78 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:07.202658 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-56eaa6c0-9995-4884-a1c3-75497de49537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:07.227158 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:07.257936 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2dc04224-9dfe-4374-b446-5a90bb1e859c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:07.282254 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc04224-9dfe-4374-b446-5a90bb1e859c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a503de2-385c-44b9-827c-2a77cda6260a,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:07.299115 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2dc04224-9dfe-4374-b446-5a90bb1e859c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:07.305621 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-2dc04224-9dfe-4374-b446-5a90bb1e859c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a503de2-385c-44b9-827c-2a77cda6260a HTTP/1.1" status: 204 len: 168 time: 0.6821418 Jun 30 11:55:07.348823 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:07.350810 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573963'] for router_interface, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:07.551631 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Pushing event updated for resources: {'Port': ['ID=a3ac7c19-0fdf-4236-a7b2-fea98bd9903d,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:07.656526 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Network 4b033960-b0c4-411f-acf2-6ca5091a2f08 is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:07.657915 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:07.895082 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Notify callbacks [] for port, precommit_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:07.948312 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.provisioning_blocks [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Transition to ACTIVE for port object aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff will not be triggered until provisioned by entity L2. {{(pid=88753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:07.950659 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 9f803c6d-9214-4310-bad7-7cc139a4f9ef is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:07.951050 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:08.011585 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Network de387bcc-1139-428a-9e8b-0e99c316923a is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:08.045342 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:08.091965 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:08.200433 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:08.201187 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574062'] for router_interface, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:08.208719 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Router a28213fe-e48f-413c-8011-0da39aefb2d4 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:55:08.282882 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7f49f-c57d-41e0-8ed8-cc63178c3b1e None None] Pushing event updated for resources: {'Port': ['ID=aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff,revision_number=2']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:08.302528 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Attempting to bind port aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:08.304846 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Attempting to bind port aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:08.305454 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Attempting to bind port aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff on network e4d1c1ad-a890-44d7-b269-958aaeb49e2d {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:08.308583 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-56eaa6c0-9995-4884-a1c3-75497de49537 None None] Current status of the port d57267a4-fec9-45b4-9ba7-8a322ab82a78 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:08.317724 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 9f803c6d-9214-4310-bad7-7cc139a4f9ef, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=9f803c6d-9214-4310-bad7-7cc139a4f9ef,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:08.321204 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:08.321891 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Checking segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:08.322504 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:08.323081 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Bound using segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:08.325219 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Bound port: aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:08.325861 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:08.340518 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b02014-946d-4cfb-b8f9-985b2c8695dc,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:08.369421 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:00Z', 'revision_number': 3, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:08.374810 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38494) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:08.383998 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Checking router: da53b716-2afc-4fff-8113-5a5372664a1a for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:55:08.384349 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Updating router da53b716-2afc-4fff-8113-5a5372664a1a port 4cbb16db-98ab-4d2d-8069-ef7f356405dc binding host dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:55:08.494481 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:54:56Z', 'revision_number': 3, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:08.494745 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ed85a6f1-ab48-4028-826d-05d5f9d0f77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:08.496648 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:08.497769 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 229ac8cc-1e70-4800-8c96-b5db8a298fb1 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:08.526212 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-ed85a6f1-ab48-4028-826d-05d5f9d0f77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:08.534282 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] For port aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:08.536540 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-ed85a6f1-ab48-4028-826d-05d5f9d0f77f admin admin] Usage tracker for resource:security_group_rule and tenant:e2c7bdb2bf5e491f90faa292d1fc2451 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:08.542620 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] For port aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:08.546549 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-ed85a6f1-ab48-4028-826d-05d5f9d0f77f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:08.562654 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-ed85a6f1-ab48-4028-826d-05d5f9d0f77f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:08.609467 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:55:08.626972 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-74b97b58-930e-47b6-b26d-7af7f7a854ec admin admin] 10.222.0.18 "PUT /v2.0/routers/a28213fe-e48f-413c-8011-0da39aefb2d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0988038 Jun 30 11:55:08.634039 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:08.698949 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Sync routers for ids ['a28213fe-e48f-413c-8011-0da39aefb2d4'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:55:08.713499 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:08.718643 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ed85a6f1-ab48-4028-826d-05d5f9d0f77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:08.720308 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531bfa0f-d7cf-4434-8ccb-c98472a0de1e None None] The sync data for ids ['18207179-1024-4596-9a7b-31e8ea0d4145'] in dv-cinder-848250-1-iscsi is: [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:54:56Z', 'revision_number': 3, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:55:08.804033 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7f49f-c57d-41e0-8ed8-cc63178c3b1e None None] Pushing event updated for resources: {'Port': ['ID=aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff,revision_number=3']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:08.811933 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:08.812786 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:08.817522 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ed85a6f1-ab48-4028-826d-05d5f9d0f77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:08.849831 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:08.890905 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=9f803c6d-9214-4310-bad7-7cc139a4f9ef,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:08.906266 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:08.918443 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:08.953975 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85a6f1-ab48-4028-826d-05d5f9d0f77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d2fa86-34f0-4898-b889-2e12a0ea95a2,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:08.978501 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-ed85a6f1-ab48-4028-826d-05d5f9d0f77f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2c7bdb2bf5e491f90faa292d1fc2451&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5916424 Jun 30 11:55:08.978501 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38510) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:09.054421 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Routers {'a28213fe-e48f-413c-8011-0da39aefb2d4'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:09.055626 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a28213fe-e48f-413c-8011-0da39aefb2d4'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:09.137072 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8eda238f-4bb7-470a-8694-7d135d742130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:09.195377 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8eda238f-4bb7-470a-8694-7d135d742130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:09.227916 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:09.343467 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-7fe96bde-823e-498d-9a4b-e94780c06712 None None] Provisioning for port d4b02014-946d-4cfb-b8f9-985b2c8695dc completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:09.406196 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8eda238f-4bb7-470a-8694-7d135d742130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:09.434253 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda238f-4bb7-470a-8694-7d135d742130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d2fa86-34f0-4898-b889-2e12a0ea95a2,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:09.467683 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38530) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:09.474655 dv-cinder-848250-1-iscsi neutron-server[88751]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 11:55:09.481530 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-7fe96bde-823e-498d-9a4b-e94780c06712 None None] Provisioning complete for port d4b02014-946d-4cfb-b8f9-985b2c8695dc triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:09.483049 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7fe96bde-823e-498d-9a4b-e94780c06712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:09.495589 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:09.531180 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8eda238f-4bb7-470a-8694-7d135d742130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:09.533066 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-8eda238f-4bb7-470a-8694-7d135d742130 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03d2fa86-34f0-4898-b889-2e12a0ea95a2 HTTP/1.1" status: 204 len: 168 time: 0.5593653 Jun 30 11:55:09.609928 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:00Z', 'revision_number': 3, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:09.615023 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c3c2d-aabf-413f-b230-bb477e095872 None None] The sync data for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi is: [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:00Z', 'revision_number': 3, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:55:09.734087 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 229ac8cc-1e70-4800-8c96-b5db8a298fb1 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:09.811888 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 229ac8cc-1e70-4800-8c96-b5db8a298fb1 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:09.816192 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:09.831259 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:09.835375 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-f06f2a1e-a5cb-4784-9ba3-b7bd3207c8a3 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:09.836189 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-f06f2a1e-a5cb-4784-9ba3-b7bd3207c8a3 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Synchronizing usage tracker for tenant:7cd934e226fe44ffabd6a4e204fcafd7 on resource:network {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:55:09.888159 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Set router a28213fe-e48f-413c-8011-0da39aefb2d4 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:09.947585 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Allocated IP 172.20.0.1 (912bf4cd-aba5-4eb0-afcb-e0c1f77f042f/fda0c666-547b-4f4c-9f02-e4a51b02d42a/046eddd0-9b9a-4df8-b009-3fccba4c793f) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:55:09.983923 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-7fe96bde-823e-498d-9a4b-e94780c06712 None None] Port d4b02014-946d-4cfb-b8f9-985b2c8695dc cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:55:10.070288 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:10.071013 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573963'] for router_interface, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:10.077823 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-f06f2a1e-a5cb-4784-9ba3-b7bd3207c8a3 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Unset dirty status for tenant:7cd934e226fe44ffabd6a4e204fcafd7 on resource:network {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:55:10.078678 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-f06f2a1e-a5cb-4784-9ba3-b7bd3207c8a3 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/networks?id=4b033960-b0c4-411f-acf2-6ca5091a2f08 HTTP/1.1" status: 200 len: 811 time: 0.6092036 Jun 30 11:55:10.101719 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-e3ce3dac-c7e5-4d1f-8397-f37375bff839 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/quotas/7cd934e226fe44ffabd6a4e204fcafd7 HTTP/1.1" status: 200 len: 375 time: 0.0120332 Jun 30 11:55:10.354329 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-82642404-1191-490d-9e7f-4b8304a8e76b tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Synchronizing usage tracker for tenant:7cd934e226fe44ffabd6a4e204fcafd7 on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:55:10.359458 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Pushing event updated for resources: {'Port': ['ID=2e49e56a-021e-42c1-96b7-65da57560b64,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:10.372159 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:10.386709 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:10.500239 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-7fe96bde-823e-498d-9a4b-e94780c06712 None None] Provisioning for port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:10.508520 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-82642404-1191-490d-9e7f-4b8304a8e76b tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Unset dirty status for tenant:7cd934e226fe44ffabd6a4e204fcafd7 on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:55:10.509565 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-82642404-1191-490d-9e7f-4b8304a8e76b tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cd934e226fe44ffabd6a4e204fcafd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4009078 Jun 30 11:55:10.747926 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-7fe96bde-823e-498d-9a4b-e94780c06712 None None] Provisioning complete for port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:10.748295 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7fe96bde-823e-498d-9a4b-e94780c06712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:10.967662 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Router 18207179-1024-4596-9a7b-31e8ea0d4145 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:55:10.970544 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 229ac8cc-1e70-4800-8c96-b5db8a298fb1 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:10.974539 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.104928 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-7fe96bde-823e-498d-9a4b-e94780c06712 None None] Port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:55:11.116851 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-82375eef-124e-4a97-8947-41d2cf1e5eca service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 11:55:11.117868 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-82375eef-124e-4a97-8947-41d2cf1e5eca service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2401726 Jun 30 11:55:11.153124 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.171805 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Transition to ACTIVE for port object 046eddd0-9b9a-4df8-b009-3fccba4c793f will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:11.196228 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.246349 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38572) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:11.264597 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Notify callbacks [] for port, precommit_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.277858 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 229ac8cc-1e70-4800-8c96-b5db8a298fb1, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=229ac8cc-1e70-4800-8c96-b5db8a298fb1,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:11.282319 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-7fe96bde-823e-498d-9a4b-e94780c06712 None None] Provisioning for port 2e49e56a-021e-42c1-96b7-65da57560b64 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:11.283670 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-b50fd5b3-5eae-4f09-beae-67238525ed13 service neutron] 10.222.0.18 "GET /v2.0/networks/4b033960-b0c4-411f-acf2-6ca5091a2f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593544 Jun 30 11:55:11.286819 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Transition to ACTIVE for port object 4cbb16db-98ab-4d2d-8069-ef7f356405dc will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:11.291785 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-7fe96bde-823e-498d-9a4b-e94780c06712 None None] Provisioning complete for port 2e49e56a-021e-42c1-96b7-65da57560b64 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:11.292158 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7fe96bde-823e-498d-9a4b-e94780c06712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.355982 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Allocated IP 172.20.0.1 (b33e5164-b6b4-489d-9f68-d71fc1cc6d74/9ea6951d-83ae-414a-b63e-039dc352ff4b/e42f15f3-d36d-4407-b899-63730a7002db) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:55:11.407267 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.443436 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-42c64d66-8055-4919-a65f-3d21d77d6b01 service neutron] 10.222.0.18 "GET /v2.0/networks/4b033960-b0c4-411f-acf2-6ca5091a2f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480401 Jun 30 11:55:11.453477 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.475246 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.528476 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-7fe96bde-823e-498d-9a4b-e94780c06712 None None] Port 2e49e56a-021e-42c1-96b7-65da57560b64 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:55:11.547397 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'name': 'tempest-DeleteServersTestJSON-563137033-router', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:52Z', 'updated_at': '2022-06-30T11:55:06Z', 'revision_number': 4, 'project_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'gw_port': {'id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'a3ac7c19-0fdf-4236-a7b2-fea98bd9903d', 'name': '', 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'mac_address': 'fa:16:3e:da:34:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e4877b5a-dfb1-4228-be03-47cfb0da4151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:04Z', 'updated_at': '2022-06-30T11:55:06Z', 'revision_number': 2, 'project_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'subnets': [{'id': 'e4877b5a-dfb1-4228-be03-47cfb0da4151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:11.559256 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Attempting to bind port 4cbb16db-98ab-4d2d-8069-ef7f356405dc on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:11.559549 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Attempting to bind port 4cbb16db-98ab-4d2d-8069-ef7f356405dc by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:11.559961 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Attempting to bind port 4cbb16db-98ab-4d2d-8069-ef7f356405dc on network e4d1c1ad-a890-44d7-b269-958aaeb49e2d {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:11.562978 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3eaaa2-a8ce-4601-afc3-6c1dac4fd283 None None] Pushing event updated for resources: {'Port': ['ID=4cbb16db-98ab-4d2d-8069-ef7f356405dc,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:11.568707 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Checking router: a28213fe-e48f-413c-8011-0da39aefb2d4 for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:55:11.569127 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Updating router a28213fe-e48f-413c-8011-0da39aefb2d4 port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d binding host dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:55:11.587491 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:11.587491 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.587491 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573963'] for router_interface, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.592616 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:11.595033 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:11.595493 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574062'] for router_interface, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.684354 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-56692e93-3399-42ec-a54f-56da932ab054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.699219 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:11.700260 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:55:11.713692 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Checking segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:11.713692 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.713692 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Bound using segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:11.714560 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Bound port: 4cbb16db-98ab-4d2d-8069-ef7f356405dc, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:11.715185 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.837642 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-56692e93-3399-42ec-a54f-56da932ab054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:11.881549 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:11.892894 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38602) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:11.953759 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-db5f83b8-4581-47c7-ab70-3a288d07e21e None None] Provisioning complete for port 2e49e56a-021e-42c1-96b7-65da57560b64 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:11.954122 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-db5f83b8-4581-47c7-ab70-3a288d07e21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:12.035780 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cc9eb98a-4dd1-4349-baff-55629c4ea944 req-956b2771-5db0-4290-aec0-e1c159087be6 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 210 time: 0.1408739 Jun 30 11:55:12.047162 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-d8e73118-39b8-4614-83db-832459495b7e admin admin] 10.222.0.18 "PUT /v2.0/routers/18207179-1024-4596-9a7b-31e8ea0d4145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0855603 Jun 30 11:55:12.048522 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-56692e93-3399-42ec-a54f-56da932ab054 admin admin] Usage tracker for resource:security_group_rule and tenant:160b2f7c3a804aac9743236b17e5f81a is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:12.069033 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d57267a4-fec9-45b4-9ba7-8a322ab82a78 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:12.076330 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-56692e93-3399-42ec-a54f-56da932ab054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:12.121508 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-56692e93-3399-42ec-a54f-56da932ab054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:12.150182 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=229ac8cc-1e70-4800-8c96-b5db8a298fb1,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:12.187608 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Pushing event updated for resources: {'Port': ['ID=046eddd0-9b9a-4df8-b009-3fccba4c793f,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:12.221738 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Sync routers for ids ['18207179-1024-4596-9a7b-31e8ea0d4145'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:55:12.239517 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Routers {'18207179-1024-4596-9a7b-31e8ea0d4145'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:12.243235 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['18207179-1024-4596-9a7b-31e8ea0d4145'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:12.249057 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] For port 4cbb16db-98ab-4d2d-8069-ef7f356405dc, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:12.308009 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-db5f83b8-4581-47c7-ab70-3a288d07e21e None None] Port 2e49e56a-021e-42c1-96b7-65da57560b64 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:55:12.310742 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] For port 4cbb16db-98ab-4d2d-8069-ef7f356405dc, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=4cbb16db-98ab-4d2d-8069-ef7f356405dc,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:12.344406 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:12.430790 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b02014-946d-4cfb-b8f9-985b2c8695dc,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:12.444497 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Transition to ACTIVE for port object e42f15f3-d36d-4407-b899-63730a7002db will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:12.467922 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:12.556774 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Network de387bcc-1139-428a-9e8b-0e99c316923a is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:12.562275 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:12.663184 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Set router 18207179-1024-4596-9a7b-31e8ea0d4145 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:12.751652 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port d57267a4-fec9-45b4-9ba7-8a322ab82a78 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:12.752641 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:12.872628 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Routers {'da53b716-2afc-4fff-8113-5a5372664a1a'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:12.873017 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['da53b716-2afc-4fff-8113-5a5372664a1a'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:12.930231 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:13.057252 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-56692e93-3399-42ec-a54f-56da932ab054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:13.076541 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-99b0b64a-8065-49ae-ae91-6d975ec7a671 None None] Provisioning for port 046eddd0-9b9a-4df8-b009-3fccba4c793f completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:13.182146 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8913096c-d995-43be-a1f5-11e444a4a292 req-9470da25-5721-4cec-897d-466ae08560b9 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 210 time: 0.0804908 Jun 30 11:55:13.183530 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38654) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:13.185457 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3eaaa2-a8ce-4601-afc3-6c1dac4fd283 None None] Pushing event updated for resources: {'Port': ['ID=4cbb16db-98ab-4d2d-8069-ef7f356405dc,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:13.190462 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468744524', 'description': 'tempest-description--1932287236'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:13.205263 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:13.206493 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-99b0b64a-8065-49ae-ae91-6d975ec7a671 None None] Provisioning complete for port 046eddd0-9b9a-4df8-b009-3fccba4c793f triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:13.206884 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-99b0b64a-8065-49ae-ae91-6d975ec7a671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:13.211438 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Usage tracker for resource:security_group and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:13.214716 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:13.233479 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:13.258140 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-56692e93-3399-42ec-a54f-56da932ab054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:13.294356 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:09Z', 'revision_number': 2, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:13.299511 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Checking router: 18207179-1024-4596-9a7b-31e8ea0d4145 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:55:13.300080 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Updating router 18207179-1024-4596-9a7b-31e8ea0d4145 port 2e49e56a-021e-42c1-96b7-65da57560b64 binding host dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:55:13.351106 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:13.381163 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:13.407003 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-99b0b64a-8065-49ae-ae91-6d975ec7a671 None None] Port 046eddd0-9b9a-4df8-b009-3fccba4c793f cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:55:13.434013 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:13.437678 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:13.442946 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Usage tracker for resource:security_group_rule and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:13.446375 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:13.453245 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:13.458497 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Router d2e50eca-6524-489c-9f17-ad400347eae9 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:55:13.505719 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56692e93-3399-42ec-a54f-56da932ab054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fda80c-cd15-45b5-a3ef-fb1c76c4e40a,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:13.559590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Pushing event updated for resources: {'Port': ['ID=e42f15f3-d36d-4407-b899-63730a7002db,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:13.591016 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] Set router da53b716-2afc-4fff-8113-5a5372664a1a gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:13.603777 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:13.606347 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:13.681582 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:13.685645 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:13.686125 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574062'] for router_interface, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:13.693749 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38662) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:13.694531 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38664) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:13.698066 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-56692e93-3399-42ec-a54f-56da932ab054 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=160b2f7c3a804aac9743236b17e5f81a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4502964 Jun 30 11:55:13.737412 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:13.768957 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port d57267a4-fec9-45b4-9ba7-8a322ab82a78 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:13.770629 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:13.935307 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.resource_extend [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 11:55:13.945777 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:13.962716 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:55:13.985937 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8963c281-3de2-4e58-823d-808ffcc4bb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.012110 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-c8b84fd4-a3d6-462d-a1c2-fa4cddcba8b8 admin admin] 10.222.0.18 "PUT /v2.0/routers/d2e50eca-6524-489c-9f17-ad400347eae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6349573 Jun 30 11:55:14.034560 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-15cabaa2-281e-4d2f-8753-016e4b9a9b53 None None] Provisioning complete for port d4b02014-946d-4cfb-b8f9-985b2c8695dc triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:14.035806 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-15cabaa2-281e-4d2f-8753-016e4b9a9b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.056656 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.057229 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a0bfcc82-9864-47bf-85eb-fe91e7b41bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.057601 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573963'] for router_interface, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.093438 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c871a6d-cb02-4588-b7fc-5ac0594178ca,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:14.095973 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.098081 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-6f574c95-ae70-4269-adc0-289edd262265 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9134767 Jun 30 11:55:14.109617 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38680) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:14.140919 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Sync routers for ids ['d2e50eca-6524-489c-9f17-ad400347eae9'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:55:14.142099 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-27c178a9-416d-4d87-b046-30331f95f1cb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Request body: {'security_group_rule': {'security_group_id': '7c871a6d-cb02-4588-b7fc-5ac0594178ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:14.154501 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Notify callbacks [] for port, precommit_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.184093 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.provisioning_blocks [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Transition to ACTIVE for port object 2e49e56a-021e-42c1-96b7-65da57560b64 will not be triggered until provisioned by entity L2. {{(pid=88753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:14.189239 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-27c178a9-416d-4d87-b046-30331f95f1cb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:14.200465 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-a0bfcc82-9864-47bf-85eb-fe91e7b41bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:14.218746 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8963c281-3de2-4e58-823d-808ffcc4bb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.235306 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-27c178a9-416d-4d87-b046-30331f95f1cb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Usage tracker for resource:security_group_rule and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:14.248531 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-27c178a9-416d-4d87-b046-30331f95f1cb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:14.254328 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-a0bfcc82-9864-47bf-85eb-fe91e7b41bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:dfa3fb109a014e4da293ebcb4a8f0fc5 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:14.268172 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-a0bfcc82-9864-47bf-85eb-fe91e7b41bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:14.275371 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-27c178a9-416d-4d87-b046-30331f95f1cb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:14.283498 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-a0bfcc82-9864-47bf-85eb-fe91e7b41bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:14.348891 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.358081 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.419811 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-450c443c-a163-4af9-8e82-2ed9c5e5883f req-d5836a40-af7f-4eda-bdc1-67935e65b6af tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 210 time: 0.1045239 Jun 30 11:55:14.536387 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Routers {'d2e50eca-6524-489c-9f17-ad400347eae9'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:14.537340 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['d2e50eca-6524-489c-9f17-ad400347eae9'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:14.687852 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-15cabaa2-281e-4d2f-8753-016e4b9a9b53 None None] Port d4b02014-946d-4cfb-b8f9-985b2c8695dc cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:55:14.701815 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a0bfcc82-9864-47bf-85eb-fe91e7b41bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.704744 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-27c178a9-416d-4d87-b046-30331f95f1cb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.717922 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Pushing event updated for resources: {'Port': ['ID=046eddd0-9b9a-4df8-b009-3fccba4c793f,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:14.741267 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8963c281-3de2-4e58-823d-808ffcc4bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.772583 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:14.788580 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:14.811793 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963c281-3de2-4e58-823d-808ffcc4bb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fda80c-cd15-45b5-a3ef-fb1c76c4e40a,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:14.841660 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a0bfcc82-9864-47bf-85eb-fe91e7b41bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.917968 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618179e7-e1c0-4fb8-b7bc-a5f0b8083dc3 None None] Pushing event updated for resources: {'Port': ['ID=2e49e56a-021e-42c1-96b7-65da57560b64,revision_number=3']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:14.938070 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Notify callbacks [] for port, precommit_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.955254 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Attempting to bind port 2e49e56a-021e-42c1-96b7-65da57560b64 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:14.955840 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Attempting to bind port 2e49e56a-021e-42c1-96b7-65da57560b64 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:14.956494 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Attempting to bind port 2e49e56a-021e-42c1-96b7-65da57560b64 on network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:14.964104 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:14.964688 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Checking segment: {'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:14.965195 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:14.965696 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Bound using segment: {'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:14.966279 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Bound port: 2e49e56a-021e-42c1-96b7-65da57560b64, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'}}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:14.974296 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.007718 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8963c281-3de2-4e58-823d-808ffcc4bb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.011120 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-8963c281-3de2-4e58-823d-808ffcc4bb59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48fda80c-cd15-45b5-a3ef-fb1c76c4e40a HTTP/1.1" status: 204 len: 168 time: 1.3109448 Jun 30 11:55:15.011120 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfcc82-9864-47bf-85eb-fe91e7b41bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c15a45e-f913-4b2b-9514-1b9a0f93d1f7,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:15.033272 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-a0bfcc82-9864-47bf-85eb-fe91e7b41bb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfa3fb109a014e4da293ebcb4a8f0fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3375385 Jun 30 11:55:15.068514 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38708) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:15.083581 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-27c178a9-416d-4d87-b046-30331f95f1cb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.110871 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Transition to ACTIVE for port object a3ac7c19-0fdf-4236-a7b2-fea98bd9903d will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:15.161446 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] For port 2e49e56a-021e-42c1-96b7-65da57560b64, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:15.171154 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] For port 2e49e56a-021e-42c1-96b7-65da57560b64, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=2e49e56a-021e-42c1-96b7-65da57560b64,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:15.285978 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-2405c432-3edb-4c47-a470-b0bfd39ebd85 None None] Provisioning for port e42f15f3-d36d-4407-b899-63730a7002db completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:15.289415 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.327003 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-2405c432-3edb-4c47-a470-b0bfd39ebd85 None None] Provisioning complete for port e42f15f3-d36d-4407-b899-63730a7002db triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:15.328564 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2405c432-3edb-4c47-a470-b0bfd39ebd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.353956 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-27c178a9-416d-4d87-b046-30331f95f1cb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.355593 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd6d6-4ce0-4c79-8741-eef48fa2536b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.362582 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Router da53b716-2afc-4fff-8113-5a5372664a1a has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:55:15.388316 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.402058 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c178a9-416d-4d87-b046-30331f95f1cb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915f71fc-45ee-4d6f-b60d-f939cd0a004e,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:15.435522 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd6d6-4ce0-4c79-8741-eef48fa2536b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.481077 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:15.522353 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-73b2a249-8e01-489e-a24d-c54ce01210f0 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:15.523502 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-73b2a249-8e01-489e-a24d-c54ce01210f0 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Synchronizing usage tracker for tenant:843f057330a14531be79ff8bf58367eb on resource:network {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:55:15.544869 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Set router d2e50eca-6524-489c-9f17-ad400347eae9 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:15.559378 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-27c178a9-416d-4d87-b046-30331f95f1cb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.560810 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-27c178a9-416d-4d87-b046-30331f95f1cb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4498663 Jun 30 11:55:15.563421 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38730) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:15.567423 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Routers {'18207179-1024-4596-9a7b-31e8ea0d4145'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:15.569935 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['18207179-1024-4596-9a7b-31e8ea0d4145'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:15.573442 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-97626814-0504-4a6d-bb6d-dea0c90e7a3c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Request body: {'security_group_rule': {'security_group_id': '7c871a6d-cb02-4588-b7fc-5ac0594178ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:15.598291 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-97626814-0504-4a6d-bb6d-dea0c90e7a3c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:15.603088 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-97626814-0504-4a6d-bb6d-dea0c90e7a3c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Usage tracker for resource:security_group_rule and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:15.606837 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-97626814-0504-4a6d-bb6d-dea0c90e7a3c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:15.615594 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.db.resource_extend [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 11:55:15.620657 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-97626814-0504-4a6d-bb6d-dea0c90e7a3c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:15.666306 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.680040 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd6d6-4ce0-4c79-8741-eef48fa2536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.684082 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-73b2a249-8e01-489e-a24d-c54ce01210f0 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Unset dirty status for tenant:843f057330a14531be79ff8bf58367eb on resource:network {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:55:15.690614 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-73b2a249-8e01-489e-a24d-c54ce01210f0 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 819 time: 0.5044379 Jun 30 11:55:15.760489 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.764050 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573963'] for router_interface, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.782224 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-e3aba925-d24e-4efa-a27e-ddad59850217 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/quotas/843f057330a14531be79ff8bf58367eb HTTP/1.1" status: 200 len: 375 time: 0.0904760 Jun 30 11:55:15.801717 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fd6d6-4ce0-4c79-8741-eef48fa2536b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c15a45e-f913-4b2b-9514-1b9a0f93d1f7,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:15.818016 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-97626814-0504-4a6d-bb6d-dea0c90e7a3c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.859185 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618179e7-e1c0-4fb8-b7bc-a5f0b8083dc3 None None] Pushing event updated for resources: {'Port': ['ID=2e49e56a-021e-42c1-96b7-65da57560b64,revision_number=4']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:15.980123 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd6d6-4ce0-4c79-8741-eef48fa2536b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:15.984284 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-ec1fd6d6-4ce0-4c79-8741-eef48fa2536b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c15a45e-f913-4b2b-9514-1b9a0f93d1f7 HTTP/1.1" status: 204 len: 168 time: 0.9147379 Jun 30 11:55:16.008895 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] Set router 18207179-1024-4596-9a7b-31e8ea0d4145 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:16.054863 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:16.055803 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:16.066993 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Pushing event updated for resources: {'Port': ['ID=e42f15f3-d36d-4407-b899-63730a7002db,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:16.108085 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d5e5707f-784d-49ff-bc5a-880a1668b317 req-0563a48c-0704-4a28-a9f3-05356ad3c860 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 210 time: 0.2739716 Jun 30 11:55:16.161664 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-97626814-0504-4a6d-bb6d-dea0c90e7a3c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:16.195418 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-7ca0ce72-897f-40ea-b242-594f1b93b2dc tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4075410 Jun 30 11:55:16.228832 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-2405c432-3edb-4c47-a470-b0bfd39ebd85 None None] Port e42f15f3-d36d-4407-b899-63730a7002db cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:55:16.257910 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07606ad1-249b-4716-93c3-b9365d4234e4 None None] Pushing event updated for resources: {'Port': ['ID=a3ac7c19-0fdf-4236-a7b2-fea98bd9903d,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:16.325653 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-97626814-0504-4a6d-bb6d-dea0c90e7a3c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:16.341584 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:55:16.348687 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-259dead9-de45-45ab-a350-619aa20dbf19 admin admin] 10.222.0.18 "PUT /v2.0/routers/da53b716-2afc-4fff-8113-5a5372664a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6378417 Jun 30 11:55:16.366301 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97626814-0504-4a6d-bb6d-dea0c90e7a3c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7844c15-fe87-4c8a-bd50-ee7462dcaf57,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:16.438720 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:16.440582 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:16.480345 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-97626814-0504-4a6d-bb6d-dea0c90e7a3c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:16.486478 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-97626814-0504-4a6d-bb6d-dea0c90e7a3c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9167237 Jun 30 11:55:16.486478 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38756) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:16.491712 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Request body: {'floatingip': {'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:16.509403 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:16.521329 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Usage tracker for resource:floatingip and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:16.525563 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:16.535266 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:15Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:16.543584 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:16.545471 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603619b-637e-429c-a9a3-f27991b61e0b None None] The sync data for ids ['18207179-1024-4596-9a7b-31e8ea0d4145'] in dv-cinder-848250-1-iscsi is: [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:15Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:55:16.677310 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for floatingip, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:16.693770 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:16.719911 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Attempting to bind port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:16.720280 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Attempting to bind port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '1338cf68-0100-46e1-924c-2f9e0e949d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:16.720665 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Attempting to bind port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d on network 4b033960-b0c4-411f-acf2-6ca5091a2f08 {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:16.775424 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:09Z', 'revision_number': 1, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:16.830948 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:16.831638 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Checking segment: {'id': '1338cf68-0100-46e1-924c-2f9e0e949d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:16.832187 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:16.832774 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Bound using segment: {'id': '1338cf68-0100-46e1-924c-2f9e0e949d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:16.834687 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Bound port: a3ac7c19-0fdf-4236-a7b2-fea98bd9903d, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1338cf68-0100-46e1-924c-2f9e0e949d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:16.835539 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:16.848658 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Router 00155358-9483-4606-9d77-1dca63089318 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:55:17.167885 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-b831612c-c522-4fb7-84d1-0d6eb1d499d4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 11:55:17.176874 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-b831612c-c522-4fb7-84d1-0d6eb1d499d4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2108839 Jun 30 11:55:17.210991 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:55:17.222288 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Sync routers for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:55:17.234729 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-85009c28-93c4-4c6a-8b47-88928148cfde admin admin] 10.222.0.18 "PUT /v2.0/routers/00155358-9483-4606-9d77-1dca63089318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2977698 Jun 30 11:55:17.236876 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:17.247653 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:17.263571 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.44', 51615) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:17.381329 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:17.543665 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] For port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:17.552268 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] For port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=a3ac7c19-0fdf-4236-a7b2-fea98bd9903d,segment=NetworkSegment(1338cf68-0100-46e1-924c-2f9e0e949d7b),segment_id=1338cf68-0100-46e1-924c-2f9e0e949d7b)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:17.572195 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a302d21-208b-4944-ad2e-20e4959b8e5a None None] The sync data for ids ['da53b716-2afc-4fff-8113-5a5372664a1a'] in dv-cinder-848250-1-iscsi is: [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:09Z', 'revision_number': 1, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:55:17.591425 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-1c959dde-3c88-401d-9ec2-13ae3e96e644 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:17.597918 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-1c959dde-3c88-401d-9ec2-13ae3e96e644 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.44 "GET /v2.0/networks?id=4b033960-b0c4-411f-acf2-6ca5091a2f08 HTTP/1.1" status: 200 len: 811 time: 0.3325455 Jun 30 11:55:17.599873 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38794) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:17.606663 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--7568861', 'description': 'tempest-description--2102729150'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:17.616120 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:17.621057 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Usage tracker for resource:security_group and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:17.625013 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:17.645934 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:17.651970 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Request body: {'port': {'device_id': 'ee2b61e0-6936-44f7-a055-cb7c7aa8ace7', 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08', 'admin_state_up': True, 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:17.706006 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:17.724812 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-4132cc60-8a32-40f9-a7fd-d54401d1b741 service neutron] 10.222.0.18 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469682 Jun 30 11:55:17.826959 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:17.831441 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:17.845725 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:17.884331 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:17.886327 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:17.889262 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Usage tracker for resource:security_group_rule and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:17.892906 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:17.907277 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:17.997463 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:18.029254 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:18.030103 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a594ad72-7b95-4ac8-91ed-1b8c4e079022 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:18.142286 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ed03089e-f679-4500-a868-3b61cb4c56fe req-36ef5de7-28e3-4d95-8a23-655b2acd9ad0 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 210 time: 0.1809938 Jun 30 11:55:18.206977 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:18.241380 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:18.258017 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Allocated IP 172.27.1.227 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/333ece72-a697-4a53-b51b-7d66d6759836) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:55:18.332525 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:18.377129 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 4, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd4b02014-946d-4cfb-b8f9-985b2c8695dc', 'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'mac_address': 'fa:16:3e:0e:a9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:05Z', 'updated_at': '2022-06-30T11:55:09Z', 'revision_number': 2, 'project_id': '843f057330a14531be79ff8bf58367eb', 'subnets': [{'id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:18.399806 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Made reservation on behalf of 7cd934e226fe44ffabd6a4e204fcafd7 for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:55:18.404666 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:18.438809 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07606ad1-249b-4716-93c3-b9365d4234e4 None None] Pushing event updated for resources: {'Port': ['ID=a3ac7c19-0fdf-4236-a7b2-fea98bd9903d,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:18.490683 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:18.600710 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Routers {'a28213fe-e48f-413c-8011-0da39aefb2d4'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:18.604315 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:54:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a28213fe-e48f-413c-8011-0da39aefb2d4'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:18.639457 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-9eb89d35-1f35-4cf8-a806-6bf58c5d112e service neutron] 10.222.0.18 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8882558 Jun 30 11:55:18.799208 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:18.923322 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e490cb3b-032f-4d68-b1af-2e28e4da3d66,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:18.966900 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:18.979015 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-50840700-018b-4c3d-ba98-614beac9e0d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3778307 Jun 30 11:55:18.982200 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38836) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:19.000583 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-ea786c17-321e-4cb5-898c-a105f0203647 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Request body: {'security_group_rule': {'security_group_id': 'e490cb3b-032f-4d68-b1af-2e28e4da3d66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:19.016021 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-ea786c17-321e-4cb5-898c-a105f0203647 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:19.024234 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:19.062356 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:14Z', 'revision_number': 2, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:19.080505 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Checking router: 00155358-9483-4606-9d77-1dca63089318 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:55:19.081008 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Updating router 00155358-9483-4606-9d77-1dca63089318 port e42f15f3-d36d-4407-b899-63730a7002db binding host dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:55:19.094826 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Checking router: d2e50eca-6524-489c-9f17-ad400347eae9 for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:55:19.094826 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Updating router d2e50eca-6524-489c-9f17-ad400347eae9 port d4b02014-946d-4cfb-b8f9-985b2c8695dc binding host dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:55:19.164931 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38856) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:19.181299 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-ea786c17-321e-4cb5-898c-a105f0203647 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Usage tracker for resource:security_group_rule and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:19.181498 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:19.185063 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333453514', 'description': 'tempest-description--1500661115'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:19.193331 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-e7195ca5-8427-4d56-8b74-0419ad7b27a1 None None] Provisioning complete for port 046eddd0-9b9a-4df8-b009-3fccba4c793f triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:19.193512 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e7195ca5-8427-4d56-8b74-0419ad7b27a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:19.196307 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-ea786c17-321e-4cb5-898c-a105f0203647 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:19.205777 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:19.213058 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:19.238468 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:19.262720 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:19.265588 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:19.285387 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:19.291625 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:19.302812 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:19.380222 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:19.408517 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-e7195ca5-8427-4d56-8b74-0419ad7b27a1 None None] Port 046eddd0-9b9a-4df8-b009-3fccba4c793f cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:55:19.429815 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-bcf4cf15-48ef-4c5f-83a0-f0e2f814a662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:19.432657 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Allocated IP 172.20.0.13 (4b033960-b0c4-411f-acf2-6ca5091a2f08/e4877b5a-dfb1-4228-be03-47cfb0da4151/3995e75f-b9cb-4eab-9a60-67b5bc6fe337) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:55:19.482809 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-ea786c17-321e-4cb5-898c-a105f0203647 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:19.493490 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:19.513801 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group_rule and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:19.535794 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:19.554087 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port a594ad72-7b95-4ac8-91ed-1b8c4e079022 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:19.560963 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:19.614043 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port a594ad72-7b95-4ac8-91ed-1b8c4e079022 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:19.614620 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:19.648157 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event updated for resources: {'Port': ['ID=333ece72-a697-4a53-b51b-7d66d6759836,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:19.814297 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:19.827969 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:19.877760 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Notify callbacks [] for port, precommit_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:19.896757 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.provisioning_blocks [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Transition to ACTIVE for port object e42f15f3-d36d-4407-b899-63730a7002db will not be triggered until provisioned by entity L2. {{(pid=88753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:19.914172 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-37143829-9883-4709-aa50-3dbe40c5f461 req-2abbb688-53fe-46f1-9271-598a7fc4cf4e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 210 time: 0.6385531 Jun 30 11:55:19.931551 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0aa0cec2-9e59-490f-88e7-f1152840ac07 req-19cb6881-3445-48c0-ab25-ec41db789af1 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 210 time: 0.4325666 Jun 30 11:55:19.939076 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ea786c17-321e-4cb5-898c-a105f0203647 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:20.005465 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:20.055624 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:20.084198 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:20.174268 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ea786c17-321e-4cb5-898c-a105f0203647 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:20.393690 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ea786c17-321e-4cb5-898c-a105f0203647 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:20.415401 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46922b5-35bd-49b1-97f1-06ebcec6a99a None None] Pushing event updated for resources: {'Port': ['ID=e42f15f3-d36d-4407-b899-63730a7002db,revision_number=3']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:20.418534 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea786c17-321e-4cb5-898c-a105f0203647 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21dcdca-7025-4321-80a3-59251c28fee4,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:20.420858 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:20.495254 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] Set router a28213fe-e48f-413c-8011-0da39aefb2d4 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:20.585021 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Attempting to bind port e42f15f3-d36d-4407-b899-63730a7002db on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:20.585927 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Attempting to bind port e42f15f3-d36d-4407-b899-63730a7002db by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:20.587189 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Attempting to bind port e42f15f3-d36d-4407-b899-63730a7002db on network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:20.589434 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c55de6-01c9-40df-9a46-f5829bf838be,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:20.600706 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:20.601297 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Checking segment: {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:20.602478 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:20.604022 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Bound using segment: {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:20.604825 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Bound port: e42f15f3-d36d-4407-b899-63730a7002db, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'}}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:20.607196 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:20.770345 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:20.779771 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-8bd9803b-d2ab-480a-9d7e-39a06397f052 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6037109 Jun 30 11:55:20.785245 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38916) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:20.859961 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-48f144d9-989a-4026-9cc7-ec5e88bced4f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'security_group_rule': {'security_group_id': '04c55de6-01c9-40df-9a46-f5829bf838be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:20.886215 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-48f144d9-989a-4026-9cc7-ec5e88bced4f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:20.903220 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] For port e42f15f3-d36d-4407-b899-63730a7002db, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:20.926985 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] For port e42f15f3-d36d-4407-b899-63730a7002db, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=e42f15f3-d36d-4407-b899-63730a7002db,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:20.990881 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ea786c17-321e-4cb5-898c-a105f0203647 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:20.992216 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-ea786c17-321e-4cb5-898c-a105f0203647 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0087280 Jun 30 11:55:21.034373 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:21.036047 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38928) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:21.057521 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-d226be66-aca5-44df-8089-82f40b3757aa tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Request body: {'security_group_rule': {'security_group_id': 'e490cb3b-032f-4d68-b1af-2e28e4da3d66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:21.057843 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.resource_extend [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 11:55:21.064993 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-d226be66-aca5-44df-8089-82f40b3757aa tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:21.076172 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-d226be66-aca5-44df-8089-82f40b3757aa tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Usage tracker for resource:security_group_rule and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:21.080200 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-d226be66-aca5-44df-8089-82f40b3757aa tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:21.080700 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:21.090980 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-d226be66-aca5-44df-8089-82f40b3757aa tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:21.107593 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-0cba07d6-5c12-4f9e-ac05-971e3920a6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:21.184932 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-48f144d9-989a-4026-9cc7-ec5e88bced4f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group_rule and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:21.207166 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Transition to ACTIVE for port object 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:21.221329 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-48f144d9-989a-4026-9cc7-ec5e88bced4f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:21.255545 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-48f144d9-989a-4026-9cc7-ec5e88bced4f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:21.401213 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:21.408456 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:55:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:21.453422 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:21.638664 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-48f144d9-989a-4026-9cc7-ec5e88bced4f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:21.702273 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d226be66-aca5-44df-8089-82f40b3757aa tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:21.702883 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Network 4b033960-b0c4-411f-acf2-6ca5091a2f08 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:21.729100 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:21.732710 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38950) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:21.757996 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:21.767660 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:21.768629 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:21.793077 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port a594ad72-7b95-4ac8-91ed-1b8c4e079022 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:21.794616 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:21.804709 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Pushing event updated for resources: {'Port': ['ID=3995e75f-b9cb-4eab-9a60-67b5bc6fe337,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:21.931573 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-48f144d9-989a-4026-9cc7-ec5e88bced4f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:21.934744 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:21.951003 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-4610ca67-b8c1-4dc1-8807-657cdc4c5a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3021245 Jun 30 11:55:21.956995 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-5ea361f4-434b-49a0-9f81-d713fdc139fd tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 11:55:21.958300 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-5ea361f4-434b-49a0-9f81-d713fdc139fd tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064683 Jun 30 11:55:22.009375 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d226be66-aca5-44df-8089-82f40b3757aa tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:22.017091 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port a594ad72-7b95-4ac8-91ed-1b8c4e079022, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=a594ad72-7b95-4ac8-91ed-1b8c4e079022,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:22.020959 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46922b5-35bd-49b1-97f1-06ebcec6a99a None None] Pushing event updated for resources: {'Port': ['ID=e42f15f3-d36d-4407-b899-63730a7002db,revision_number=4']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:22.056858 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-48f144d9-989a-4026-9cc7-ec5e88bced4f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:22.142919 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d226be66-aca5-44df-8089-82f40b3757aa tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:22.152986 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Notify callbacks [] for port, precommit_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:22.160759 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:22.177172 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f144d9-989a-4026-9cc7-ec5e88bced4f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61aa854c-f09b-4253-b25e-c5288ed1b888,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:22.206104 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:22.206322 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 261b3798-dcbc-4b68-b369-d84c065f86c8 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:22.240786 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:22.263868 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b9c18fb1-c1ca-4b6e-a0b2-c4dca6c84a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:22.307061 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226be66-aca5-44df-8089-82f40b3757aa tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813e3dc1-a4f8-498d-896f-494872bfa056,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:22.330745 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164b8cd-e100-417e-bbe2-c04306144510 req-031e689c-5e20-4a21-a67f-e3fee6e037a1 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:22.343718 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a164b8cd-e100-417e-bbe2-c04306144510 req-031e689c-5e20-4a21-a67f-e3fee6e037a1 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 819 time: 1.3604114 Jun 30 11:55:22.347729 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-48f144d9-989a-4026-9cc7-ec5e88bced4f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:22.347729 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-48f144d9-989a-4026-9cc7-ec5e88bced4f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5184026 Jun 30 11:55:22.374091 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 38958) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:22.375189 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-b9c18fb1-c1ca-4b6e-a0b2-c4dca6c84a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:22.392905 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a164b8cd-e100-417e-bbe2-c04306144510 req-02573862-92ff-4891-83a9-b60a49b22fc2 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/quotas/843f057330a14531be79ff8bf58367eb HTTP/1.1" status: 200 len: 375 time: 0.0481219 Jun 30 11:55:22.410525 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-d327b6ad-3e6b-427f-aef1-b5dd75f22429 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'security_group_rule': {'security_group_id': '04c55de6-01c9-40df-9a46-f5829bf838be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:22.418203 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-b9c18fb1-c1ca-4b6e-a0b2-c4dca6c84a38 admin admin] Usage tracker for resource:security_group_rule and tenant:a1d170978a434c4198e7a28990af7dca is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:22.429014 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-b9c18fb1-c1ca-4b6e-a0b2-c4dca6c84a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:22.440315 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Request body: {'port': {'device_id': 'ee2b61e0-6936-44f7-a055-cb7c7aa8ace7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:22.483416 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-d327b6ad-3e6b-427f-aef1-b5dd75f22429 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:22.504635 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.db.resource_extend [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 11:55:22.508646 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-b9c18fb1-c1ca-4b6e-a0b2-c4dca6c84a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:22.552176 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-d327b6ad-3e6b-427f-aef1-b5dd75f22429 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group_rule and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:22.564994 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-d327b6ad-3e6b-427f-aef1-b5dd75f22429 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:22.571492 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d226be66-aca5-44df-8089-82f40b3757aa tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:22.576458 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-d226be66-aca5-44df-8089-82f40b3757aa tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5326142 Jun 30 11:55:22.579224 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:22.589256 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38966) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:22.591889 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-d327b6ad-3e6b-427f-aef1-b5dd75f22429 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:22.606757 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Request body: {'floatingip': {'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:22.620720 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:22.638771 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Usage tracker for resource:floatingip and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:22.651782 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d506f-1f13-42c1-a5f9-119b044432a7 req-496ac3ab-4e5f-4481-b759-b3e4ab92bb49 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:22.658961 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e48d506f-1f13-42c1-a5f9-119b044432a7 req-496ac3ab-4e5f-4481-b759-b3e4ab92bb49 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 932 time: 1.2558329 Jun 30 11:55:22.661204 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:22.697397 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:22.724925 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:22.747146 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Sync routers for ids ['da53b716-2afc-4fff-8113-5a5372664a1a'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:55:22.846219 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Transition to ACTIVE for port object d4b02014-946d-4cfb-b8f9-985b2c8695dc will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:22.848918 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:22.876463 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:22.891843 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-e48d506f-1f13-42c1-a5f9-119b044432a7 req-efa4f98a-c4e2-4fe8-b4f9-c96a39e2b2dd tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Synchronizing usage tracker for tenant:7cd934e226fe44ffabd6a4e204fcafd7 on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:55:22.914840 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event updated for resources: {'Port': ['ID=333ece72-a697-4a53-b51b-7d66d6759836,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:22.936831 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a164b8cd-e100-417e-bbe2-c04306144510 req-a3e01f10-76d6-4948-a8dd-186f5d99b7bd tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5427434 Jun 30 11:55:22.943797 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for floatingip, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:23.136826 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=a594ad72-7b95-4ac8-91ed-1b8c4e079022,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:23.137795 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:20Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:23.149414 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:23.151887 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-2a6b84ab-fdad-46b8-bdf6-1aeeb9260da0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6652555 Jun 30 11:55:23.163811 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babccb8b-07c9-4cff-8354-edd3d2170dab None None] The sync data for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi is: [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:20Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:55:23.202024 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 261b3798-dcbc-4b68-b369-d84c065f86c8 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:23.204840 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:23.316615 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:23.316891 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-e48d506f-1f13-42c1-a5f9-119b044432a7 req-efa4f98a-c4e2-4fe8-b4f9-c96a39e2b2dd tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Unset dirty status for tenant:7cd934e226fe44ffabd6a4e204fcafd7 on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:55:23.317948 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e48d506f-1f13-42c1-a5f9-119b044432a7 req-efa4f98a-c4e2-4fe8-b4f9-c96a39e2b2dd tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6581862 Jun 30 11:55:23.435855 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Routers {'da53b716-2afc-4fff-8113-5a5372664a1a'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:23.438253 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:55:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['da53b716-2afc-4fff-8113-5a5372664a1a'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:23.476616 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a164b8cd-e100-417e-bbe2-c04306144510 req-b53ecd16-8fae-49cd-92a0-7556f4933d3f service neutron] 10.222.0.18 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380514 Jun 30 11:55:23.480693 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d327b6ad-3e6b-427f-aef1-b5dd75f22429 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:23.636649 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d327b6ad-3e6b-427f-aef1-b5dd75f22429 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:23.769697 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d327b6ad-3e6b-427f-aef1-b5dd75f22429 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:23.837887 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327b6ad-3e6b-427f-aef1-b5dd75f22429 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da978ae8-f326-4da1-9dd8-aba21f8694f8,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:23.850470 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b9c18fb1-c1ca-4b6e-a0b2-c4dca6c84a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:23.862400 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-b1781e25-893c-4093-97ef-46c8ea2998a5 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Synchronizing usage tracker for tenant:1a7c4d775013495f985d1352b2699d20 on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:55:23.870304 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:23.955709 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:23.982844 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b9c18fb1-c1ca-4b6e-a0b2-c4dca6c84a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:23.983038 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a164b8cd-e100-417e-bbe2-c04306144510 req-ac7cba4b-56d0-4fa8-bb8c-c08a92297dd8 service neutron] 10.222.0.18 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029609 Jun 30 11:55:24.038774 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d327b6ad-3e6b-427f-aef1-b5dd75f22429 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:24.040338 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-d327b6ad-3e6b-427f-aef1-b5dd75f22429 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6539474 Jun 30 11:55:24.045626 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 38996) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:24.070006 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'floatingip': {'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:24.183601 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-b9c18fb1-c1ca-4b6e-a0b2-c4dca6c84a38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1d170978a434c4198e7a28990af7dca&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4372928 Jun 30 11:55:24.209094 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Set router da53b716-2afc-4fff-8113-5a5372664a1a gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:24.242843 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 39000) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:24.244699 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-b1781e25-893c-4093-97ef-46c8ea2998a5 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Unset dirty status for tenant:1a7c4d775013495f985d1352b2699d20 on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:55:24.249147 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-b1781e25-893c-4093-97ef-46c8ea2998a5 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1468744524&fields=id&tenant_id=1a7c4d775013495f985d1352b2699d20 HTTP/1.1" status: 200 len: 267 time: 0.5696664 Jun 30 11:55:24.256425 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:24.305610 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:floatingip and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:24.338415 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c18fb1-c1ca-4b6e-a0b2-c4dca6c84a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8246b09b-0861-4085-a0cc-447f5b2600aa,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:24.338603 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:24.368055 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:24.372700 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:55:24.388806 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:24.430024 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd65ec1-38e5-4e33-856e-aaed5015d9ed None None] Pushing event updated for resources: {'Port': ['ID=d4b02014-946d-4cfb-b8f9-985b2c8695dc,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:24.465357 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Transition to ACTIVE for port object 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:24.467955 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.44', 51625) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:24.485737 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Allocated IP 172.27.1.143 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/3371b41a-6e33-4a62-9ad1-e35a55c21ac3) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:55:24.617664 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-a68a40c1-a429-4a50-8802-67207690baa4 None None] Provisioning for port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:24.638072 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:24.920484 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Pushing event updated for resources: {'Port': ['ID=3995e75f-b9cb-4eab-9a60-67b5bc6fe337,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:25.005193 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'name': 'tempest-DeleteServersTestJSON-563137033-router', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:52Z', 'updated_at': '2022-06-30T11:55:06Z', 'revision_number': 4, 'project_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'gw_port': {'id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'a3ac7c19-0fdf-4236-a7b2-fea98bd9903d', 'name': '', 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'mac_address': 'fa:16:3e:da:34:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e4877b5a-dfb1-4228-be03-47cfb0da4151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:04Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'subnets': [{'id': 'e4877b5a-dfb1-4228-be03-47cfb0da4151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:25.060959 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Attempting to bind port d4b02014-946d-4cfb-b8f9-985b2c8695dc on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:25.061345 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Attempting to bind port d4b02014-946d-4cfb-b8f9-985b2c8695dc by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:25.061687 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Attempting to bind port d4b02014-946d-4cfb-b8f9-985b2c8695dc on network de387bcc-1139-428a-9e8b-0e99c316923a {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:25.064264 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649db689-4d80-48d1-9d9d-2d58ecc6976e None None] The sync data for ids ['a28213fe-e48f-413c-8011-0da39aefb2d4'] in dv-cinder-848250-1-iscsi is: [{'id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'name': 'tempest-DeleteServersTestJSON-563137033-router', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:52Z', 'updated_at': '2022-06-30T11:55:06Z', 'revision_number': 4, 'project_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'gw_port': {'id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'a3ac7c19-0fdf-4236-a7b2-fea98bd9903d', 'name': '', 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'mac_address': 'fa:16:3e:da:34:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e4877b5a-dfb1-4228-be03-47cfb0da4151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:04Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'subnets': [{'id': 'e4877b5a-dfb1-4228-be03-47cfb0da4151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:55:25.160142 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:25.173548 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 261b3798-dcbc-4b68-b369-d84c065f86c8 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:25.175445 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 9f803c6d-9214-4310-bad7-7cc139a4f9ef up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:25.289772 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38e7f6a3-402a-482d-b502-cf6cc51a011e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:25.306499 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38e7f6a3-402a-482d-b502-cf6cc51a011e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 819 time: 0.8372190 Jun 30 11:55:25.315202 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:25.316326 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Checking segment: {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:25.317518 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:25.317972 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Bound using segment: {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:25.318638 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Bound port: d4b02014-946d-4cfb-b8f9-985b2c8695dc, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:25.319079 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:25.334882 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Attempting to bind port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:25.335261 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Attempting to bind port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': '1338cf68-0100-46e1-924c-2f9e0e949d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:25.338077 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Attempting to bind port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 on network 4b033960-b0c4-411f-acf2-6ca5091a2f08 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:25.360290 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Request body: {'port': {'device_id': 'a06ff3f1-a69b-49a6-a17a-56be479d9beb', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'admin_state_up': True, 'tenant_id': '843f057330a14531be79ff8bf58367eb'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:25.495344 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbbcd0-c3d0-4d1d-b063-6240e2ff2296 req-6a07670b-8999-4cd2-9c4f-0605c355318b tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:25.498432 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-78cbbcd0-c3d0-4d1d-b063-6240e2ff2296 req-6a07670b-8999-4cd2-9c4f-0605c355318b tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 944 time: 0.7661777 Jun 30 11:55:25.499418 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-28894310-4211-4698-bb92-d4dd67ab3156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:25.561622 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 on network 4b033960-b0c4-411f-acf2-6ca5091a2f08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:55:25.561622 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Attempting to bind port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 on network 4b033960-b0c4-411f-acf2-6ca5091a2f08 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:25.592671 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:25.592671 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Checking segment: {'id': '1338cf68-0100-46e1-924c-2f9e0e949d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:25.592671 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Bound using segment: {'id': '1338cf68-0100-46e1-924c-2f9e0e949d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:25.592671 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Bound port: 3995e75f-b9cb-4eab-9a60-67b5bc6fe337, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1338cf68-0100-46e1-924c-2f9e0e949d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:25.592671 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:25.769936 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] For port d4b02014-946d-4cfb-b8f9-985b2c8695dc, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:25.769936 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] For port d4b02014-946d-4cfb-b8f9-985b2c8695dc, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d4b02014-946d-4cfb-b8f9-985b2c8695dc,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:25.769936 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 9f803c6d-9214-4310-bad7-7cc139a4f9ef triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:25.769936 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:25.791245 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-28894310-4211-4698-bb92-d4dd67ab3156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:25.795056 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:25.798001 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] For port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:25.804208 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] For port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=3995e75f-b9cb-4eab-9a60-67b5bc6fe337,segment=NetworkSegment(1338cf68-0100-46e1-924c-2f9e0e949d7b),segment_id=1338cf68-0100-46e1-924c-2f9e0e949d7b)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:25.805455 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Usage tracker for resource:port and tenant:843f057330a14531be79ff8bf58367eb is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:25.813582 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:25.828029 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:25.866038 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 2, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:25.884163 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Checking router: da53b716-2afc-4fff-8113-5a5372664a1a for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:55:25.885702 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Updating router da53b716-2afc-4fff-8113-5a5372664a1a port 046eddd0-9b9a-4df8-b009-3fccba4c793f binding host dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:55:26.062851 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:26.076081 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-78cbbcd0-c3d0-4d1d-b063-6240e2ff2296 req-1e9d6873-9b33-44de-850a-cef28c6e34b8 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152324 Jun 30 11:55:26.111806 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 9f803c6d-9214-4310-bad7-7cc139a4f9ef is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:26.112254 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device c80781f4-bab1-46f4-847c-fa2d8ac341f0 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:26.129433 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-cde1e195-67d2-4785-9cfb-1f899bc021ee tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:26.144870 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-cde1e195-67d2-4785-9cfb-1f899bc021ee tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/networks?id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 HTTP/1.1" status: 200 len: 809 time: 1.8812869 Jun 30 11:55:26.201238 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-02a56cac-60e5-4a97-85d9-5ee61deb7543 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/quotas/1a7c4d775013495f985d1352b2699d20 HTTP/1.1" status: 200 len: 375 time: 0.0429716 Jun 30 11:55:26.423658 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Made reservation on behalf of 843f057330a14531be79ff8bf58367eb for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:55:26.430647 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:26.438088 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:26.475361 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:26.485011 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-21d28626-991a-41a9-9d74-11750fd05ebb req-9f57cf8c-12ca-461b-b002-093204e7bfe0 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 210 time: 0.1295843 Jun 30 11:55:26.618332 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:26.642021 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-28894310-4211-4698-bb92-d4dd67ab3156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:26.682833 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:26.695860 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-835f38a6-a6a7-4194-ba00-7c37511ba5cf tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a7c4d775013495f985d1352b2699d20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4778378 Jun 30 11:55:26.712909 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28894310-4211-4698-bb92-d4dd67ab3156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8246b09b-0861-4085-a0cc-447f5b2600aa,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:26.717559 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:26.719274 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] 10.222.0.44 "PUT /v2.0/ports/3995e75f-b9cb-4eab-9a60-67b5bc6fe337 HTTP/1.1" status: 200 len: 1094 time: 4.3860652 Jun 30 11:55:26.719839 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2b61e0-6936-44f7-a055-cb7c7aa8ace7', 'tag': '3995e75f-b9cb-4eab-9a60-67b5bc6fe337'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:55:26.829810 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port c80781f4-bab1-46f4-847c-fa2d8ac341f0 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:26.858105 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-28894310-4211-4698-bb92-d4dd67ab3156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:26.858105 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-28894310-4211-4698-bb92-d4dd67ab3156 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8246b09b-0861-4085-a0cc-447f5b2600aa HTTP/1.1" status: 204 len: 168 time: 2.5987194 Jun 30 11:55:27.020687 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Routers {'d2e50eca-6524-489c-9f17-ad400347eae9'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:27.021460 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:55:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['d2e50eca-6524-489c-9f17-ad400347eae9'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:27.078787 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:27.464835 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e8079-f118-483e-9e15-76ef511e4c87 service neutron] Pushing event updated for resources: {'Port': ['ID=3995e75f-b9cb-4eab-9a60-67b5bc6fe337,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:27.522552 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Allocated IP 172.20.0.5 (de387bcc-1139-428a-9e8b-0e99c316923a/fc44e1ed-e0f7-4c9a-bc83-75012a8e663d/3892292b-0944-4744-84cc-e6e81331b397) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:55:27.529239 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port c80781f4-bab1-46f4-847c-fa2d8ac341f0 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:27.538356 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:27.541547 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-382ca71a-bf59-4b11-a4cb-a8a50a458007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:27.543046 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-382ca71a-bf59-4b11-a4cb-a8a50a458007 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7cd934e226fe44ffabd6a4e204fcafd7&device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 1097 time: 0.4381869 Jun 30 11:55:27.745376 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-5b59f642-9ad9-435e-a1f4-cf243091069a service neutron] 10.222.0.18 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9936371 Jun 30 11:55:27.747562 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-41417193-6048-4c4a-b99e-6be40a6c0d2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3995e75f-b9cb-4eab-9a60-67b5bc6fe337 HTTP/1.1" status: 200 len: 217 time: 0.1733415 Jun 30 11:55:27.755184 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:27.807997 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd65ec1-38e5-4e33-856e-aaed5015d9ed None None] Pushing event updated for resources: {'Port': ['ID=d4b02014-946d-4cfb-b8f9-985b2c8695dc,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:27.834154 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:28.010198 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Notify callbacks [] for port, precommit_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:28.026303 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Transition to ACTIVE for port object 046eddd0-9b9a-4df8-b009-3fccba4c793f will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:28.050505 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:28.059408 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-6c0d4542-4914-438a-ba1e-c3390be3cc44 service neutron] 10.222.0.18 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874649 Jun 30 11:55:28.070902 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:28.095591 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:28.131725 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5458abd-436a-4ce9-937d-1ba14ba604d2 req-3e040d9b-fd06-4b7c-ab03-c3135a52a1b3 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:28.139667 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b5458abd-436a-4ce9-937d-1ba14ba604d2 req-3e040d9b-fd06-4b7c-ab03-c3135a52a1b3 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 944 time: 0.7736552 Jun 30 11:55:28.167555 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:28.271846 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Allocated IP 172.27.1.78 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/5722a913-792c-47db-a323-423445df2529) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:55:28.424348 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-9a4b4ca3-9a04-4c98-b91d-1df9ae175f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:28.430565 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-9a4b4ca3-9a04-4c98-b91d-1df9ae175f40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4877b5a-dfb1-4228-be03-47cfb0da4151 HTTP/1.1" status: 200 len: 850 time: 0.6470780 Jun 30 11:55:28.469134 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] Set router d2e50eca-6524-489c-9f17-ad400347eae9 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:28.686605 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:28.744181 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.44', 51629) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:28.946984 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:28.983918 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Transition to ACTIVE for port object 3892292b-0944-4744-84cc-e6e81331b397 will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:29.063212 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:29.129031 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port c80781f4-bab1-46f4-847c-fa2d8ac341f0 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:29.143354 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:29.152115 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b5458abd-436a-4ce9-937d-1ba14ba604d2 req-4d863863-29f2-42e5-b94e-0be8f024d91e tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0087738 Jun 30 11:55:29.188998 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event updated for resources: {'Port': ['ID=3371b41a-6e33-4a62-9ad1-e35a55c21ac3,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:29.203778 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-405e82c8-cdb1-4990-87d5-188c6fe0eb30 req-e87b08e4-bed9-4e79-a42b-9c35b74406df tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 210 time: 0.1159725 Jun 30 11:55:29.204441 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:29.235121 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port c80781f4-bab1-46f4-847c-fa2d8ac341f0, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=c80781f4-bab1-46f4-847c-fa2d8ac341f0,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:29.261272 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-e80e1700-e4bf-4d6c-bfde-0c9c8e456482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:29.266070 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-e80e1700-e4bf-4d6c-bfde-0c9c8e456482 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b033960-b0c4-411f-acf2-6ca5091a2f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8007588 Jun 30 11:55:29.351950 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:29.500756 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd0449-5a09-4227-a1d3-8ffc9b6d007b None None] Pushing event updated for resources: {'Port': ['ID=046eddd0-9b9a-4df8-b009-3fccba4c793f,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:29.596003 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:29.596466 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:29.653991 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ce28f50b-e5c4-44a3-abf3-0aeb453bbca9 req-67db0918-f029-419a-82e5-c764cfd7ffb2 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 210 time: 0.1888478 Jun 30 11:55:29.654134 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b98811b-67c2-4f0c-af14-10f882113004'] response: {'name': 'network-changed', 'server_uuid': 'ee2b61e0-6936-44f7-a055-cb7c7aa8ace7', 'tag': '3995e75f-b9cb-4eab-9a60-67b5bc6fe337', 'status': 'completed', 'code': 200} Jun 30 11:55:29.690331 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:29.856073 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164b8cd-e100-417e-bbe2-c04306144510 req-7849b9a5-4c94-4171-a6f5-42cd01e9d756 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:29.859606 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a164b8cd-e100-417e-bbe2-c04306144510 req-7849b9a5-4c94-4171-a6f5-42cd01e9d756 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 819 time: 1.1031728 Jun 30 11:55:29.887016 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Attempting to bind port 046eddd0-9b9a-4df8-b009-3fccba4c793f on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:29.894619 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Attempting to bind port 046eddd0-9b9a-4df8-b009-3fccba4c793f by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:29.894619 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Attempting to bind port 046eddd0-9b9a-4df8-b009-3fccba4c793f on network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:29.929945 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Network de387bcc-1139-428a-9e8b-0e99c316923a is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:29.939325 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Request body: {'port': {'device_id': '315b4350-9ed0-4b9b-9d22-d9fefe70fb9a', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'admin_state_up': True, 'tenant_id': '843f057330a14531be79ff8bf58367eb'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:29.951309 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:29.976733 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:29.981269 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:29.986872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:29.987498 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:29.989605 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event updated for resources: {'Port': ['ID=3371b41a-6e33-4a62-9ad1-e35a55c21ac3,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:30.043170 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:30.055236 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-d32c584f-917a-4b93-9058-10157a0548b0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4611714 Jun 30 11:55:30.068770 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:30.105193 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:30.105831 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Checking segment: {'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:30.105968 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:30.106349 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Bound using segment: {'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:30.106837 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Bound port: 046eddd0-9b9a-4df8-b009-3fccba4c793f, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:30.107215 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:30.123648 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Pushing event updated for resources: {'Port': ['ID=3892292b-0944-4744-84cc-e6e81331b397,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:30.299484 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-f2d6edfd-340d-4999-97ed-35a6d52bc68c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9570189 Jun 30 11:55:30.360021 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:30.368271 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:30.376905 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Request body: {'port': {'device_id': 'a06ff3f1-a69b-49a6-a17a-56be479d9beb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:30.381019 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:30.398641 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'Port': ['ID=5722a913-792c-47db-a323-423445df2529,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:30.548426 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=c80781f4-bab1-46f4-847c-fa2d8ac341f0,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:30.652525 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 39150) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:30.663525 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0f6d4e53-fb87-46a2-8265-78208c692e0b req-8ac34c5f-de96-44d0-9280-a64e4314343d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 210 time: 0.1103728 Jun 30 11:55:30.715429 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] For port 046eddd0-9b9a-4df8-b009-3fccba4c793f, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:30.738188 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:30.747087 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:30.773712 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] For port 046eddd0-9b9a-4df8-b009-3fccba4c793f, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=046eddd0-9b9a-4df8-b009-3fccba4c793f,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:30.786706 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:30.787019 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:30.823576 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-425864ac-7fbd-46c0-b946-01eca1b530df service neutron] 10.222.0.44 "GET /v2.0/networks/4b033960-b0c4-411f-acf2-6ca5091a2f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5319085 Jun 30 11:55:30.826757 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81027b4-4da1-4871-a92c-d2aaf675b23e req-fbf1b6de-6f55-48d9-ac49-02247d9334e5 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:30.828623 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e81027b4-4da1-4871-a92c-d2aaf675b23e req-fbf1b6de-6f55-48d9-ac49-02247d9334e5 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 944 time: 0.3983977 Jun 30 11:55:30.937045 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:31.024883 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-e86ce559-b027-4d4b-a4f1-3255423433c4 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Synchronizing usage tracker for tenant:66756d824b614f6a8344f03d7aa9133d on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:55:31.080095 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-8c3d662b-42f6-4758-bfae-b9e75823de0d None None] Provisioning for port 3892292b-0944-4744-84cc-e6e81331b397 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:31.099869 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:31.116554 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Usage tracker for resource:port and tenant:843f057330a14531be79ff8bf58367eb is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:31.128384 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:31.136250 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:31.137947 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e81027b4-4da1-4871-a92c-d2aaf675b23e req-3f33bc00-042f-4887-aa46-719192893fb8 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952447 Jun 30 11:55:31.146128 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-8c3d662b-42f6-4758-bfae-b9e75823de0d None None] Provisioning complete for port 3892292b-0944-4744-84cc-e6e81331b397 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:31.146551 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8c3d662b-42f6-4758-bfae-b9e75823de0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:31.156654 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:31.185165 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9f2db953-d794-4ba4-abcf-c92551718f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:31.240849 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-9f2db953-d794-4ba4-abcf-c92551718f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:31.248853 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:31.288905 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Made reservation on behalf of 843f057330a14531be79ff8bf58367eb for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:55:31.303897 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:31.321685 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4d20d13f-d099-4f75-9fd0-6eda9ebd2d81 req-cb63a9cf-b5bc-4080-a6c3-808b751d8b89 service neutron] 10.222.0.44 "GET /v2.0/networks/4b033960-b0c4-411f-acf2-6ca5091a2f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759052 Jun 30 11:55:31.339796 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-9f2db953-d794-4ba4-abcf-c92551718f0a admin admin] Usage tracker for resource:security_group_rule and tenant:efc4bd20cfff4c33b7881fbcc4c9286d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:31.367429 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-e86ce559-b027-4d4b-a4f1-3255423433c4 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Unset dirty status for tenant:66756d824b614f6a8344f03d7aa9133d on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:55:31.368769 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-e86ce559-b027-4d4b-a4f1-3255423433c4 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--7568861&fields=id&tenant_id=66756d824b614f6a8344f03d7aa9133d HTTP/1.1" status: 200 len: 267 time: 0.5109353 Jun 30 11:55:31.369694 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-9f2db953-d794-4ba4-abcf-c92551718f0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:31.479128 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-9f2db953-d794-4ba4-abcf-c92551718f0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:31.516628 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Routers {'da53b716-2afc-4fff-8113-5a5372664a1a'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:55:31.517539 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:55:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['da53b716-2afc-4fff-8113-5a5372664a1a'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:31.605429 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1a7abcaa-a202-4d6a-85d7-aa952107c8f8 req-99b59ef2-9a3e-4f5a-a978-f81ff3bb7d67 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 210 time: 0.2199752 Jun 30 11:55:31.728076 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d662b-42f6-4758-bfae-b9e75823de0d None None] Port 3892292b-0944-4744-84cc-e6e81331b397 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:55:31.763541 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd0449-5a09-4227-a1d3-8ffc9b6d007b None None] Pushing event updated for resources: {'Port': ['ID=046eddd0-9b9a-4df8-b009-3fccba4c793f,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:31.772819 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Allocated IP 172.20.0.6 (de387bcc-1139-428a-9e8b-0e99c316923a/fc44e1ed-e0f7-4c9a-bc83-75012a8e663d/00e5bcaa-1403-4623-a7ad-39b7791bef0f) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:55:31.776600 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:31.776976 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:31.807038 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 4, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd4b02014-946d-4cfb-b8f9-985b2c8695dc', 'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'mac_address': 'fa:16:3e:0e:a9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:05Z', 'updated_at': '2022-06-30T11:55:25Z', 'revision_number': 4, 'project_id': '843f057330a14531be79ff8bf58367eb', 'subnets': [{'id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:31.814421 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ab2c6d-171a-4104-ae59-7c06ead64f16 None None] The sync data for ids ['d2e50eca-6524-489c-9f17-ad400347eae9'] in dv-cinder-848250-1-iscsi is: [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 4, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd4b02014-946d-4cfb-b8f9-985b2c8695dc', 'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'mac_address': 'fa:16:3e:0e:a9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:05Z', 'updated_at': '2022-06-30T11:55:25Z', 'revision_number': 4, 'project_id': '843f057330a14531be79ff8bf58367eb', 'subnets': [{'id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:55:31.853493 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:31.882838 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] Set router da53b716-2afc-4fff-8113-5a5372664a1a gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:55:31.965404 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:32.031037 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-981d221d-1d1a-4686-9804-2a07037fe8cc tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:32.031964 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-981d221d-1d1a-4686-9804-2a07037fe8cc tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Synchronizing usage tracker for tenant:66756d824b614f6a8344f03d7aa9133d on resource:network {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:55:32.041319 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bec3b674-a098-4f0a-a42a-76c90ec31414 req-1381c09c-546c-4b92-b7ac-a91ae6c19868 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 210 time: 0.1640511 Jun 30 11:55:32.244771 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9f2db953-d794-4ba4-abcf-c92551718f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:32.244771 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:32.278153 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:32.306982 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:32.331136 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Transition to ACTIVE for port object 00e5bcaa-1403-4623-a7ad-39b7791bef0f will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:32.433019 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96408488-8bcd-4552-bf65-f11df9f3a175 req-974bf261-d69f-49c7-b505-677506e90342 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:32.441971 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-96408488-8bcd-4552-bf65-f11df9f3a175 req-974bf261-d69f-49c7-b505-677506e90342 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 944 time: 0.1447003 Jun 30 11:55:32.462478 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:30Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:55:32.470943 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed93fd-5752-426a-ac5b-e88884ea3e51 None None] The sync data for ids ['da53b716-2afc-4fff-8113-5a5372664a1a'] in dv-cinder-848250-1-iscsi is: [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:30Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:55:32.512931 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-96408488-8bcd-4552-bf65-f11df9f3a175 req-ff5b241c-f0c8-4501-8db4-7ecbe7dd65f8 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699043 Jun 30 11:55:32.713273 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d4b02014-946d-4cfb-b8f9-985b2c8695dc up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:32.797929 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:32.827638 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-981d221d-1d1a-4686-9804-2a07037fe8cc tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Unset dirty status for tenant:66756d824b614f6a8344f03d7aa9133d on resource:network {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:55:32.828868 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-981d221d-1d1a-4686-9804-2a07037fe8cc tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/networks?id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f HTTP/1.1" status: 200 len: 816 time: 1.4165640 Jun 30 11:55:32.829442 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9f2db953-d794-4ba4-abcf-c92551718f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:32.868784 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5f4cc765-0feb-497f-8441-1678464eded8 req-bf662a9c-9a80-4e6d-8a46-10d7912a972a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 210 time: 0.1362009 Jun 30 11:55:32.919446 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:32.931810 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-0175d516-b0a0-464f-b9d2-e5dbf52b9fd2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/quotas/66756d824b614f6a8344f03d7aa9133d HTTP/1.1" status: 200 len: 375 time: 0.0950470 Jun 30 11:55:32.949856 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:32.951508 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'Port': ['ID=5722a913-792c-47db-a323-423445df2529,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:32.953774 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2db953-d794-4ba4-abcf-c92551718f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb9f5d4-cf0b-4649-a7ac-589d391aca9a,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:32.958392 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-9f2db953-d794-4ba4-abcf-c92551718f0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efc4bd20cfff4c33b7881fbcc4c9286d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2937505 Jun 30 11:55:32.974596 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port d4b02014-946d-4cfb-b8f9-985b2c8695dc completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:32.974596 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port d4b02014-946d-4cfb-b8f9-985b2c8695dc triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:32.974596 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:32.981169 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 39182) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:33.060097 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-200e221a-0776-42ce-99b9-b6f63dc904b6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=66756d824b614f6a8344f03d7aa9133d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1105094 Jun 30 11:55:33.139667 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port d4b02014-946d-4cfb-b8f9-985b2c8695dc is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:33.140492 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:33.159162 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:33.170761 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-366be3c2-f0eb-4c20-bb32-a5300eaf1a88 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.1219914 Jun 30 11:55:33.187374 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port d4b02014-946d-4cfb-b8f9-985b2c8695dc, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d4b02014-946d-4cfb-b8f9-985b2c8695dc,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:33.245116 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Pushing event updated for resources: {'Port': ['ID=00e5bcaa-1403-4623-a7ad-39b7791bef0f,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:33.283298 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Network de387bcc-1139-428a-9e8b-0e99c316923a is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:33.296388 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:33.319384 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:33.322911 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:33.323089 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:33.332185 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:33.335252 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:33.419584 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-9bedc5db-8566-496d-b7c1-31e8917d463b service neutron] 10.222.0.18 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483841 Jun 30 11:55:33.448419 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a164b8cd-e100-417e-bbe2-c04306144510 req-9b006915-e3e0-4fd9-a41c-df3493a56e3d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5507646 Jun 30 11:55:33.450190 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-686808dd-2c2b-4f34-af49-555876154060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:33.502553 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-686808dd-2c2b-4f34-af49-555876154060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:33.640136 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=d4b02014-946d-4cfb-b8f9-985b2c8695dc,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:33.672424 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-7ce0daa9-d742-4c1a-b0a2-012a8d8a9a5b service neutron] 10.222.0.18 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520623 Jun 30 11:55:33.685704 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:33.686072 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:33.702941 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef38046-b305-49c4-adf0-84149f6ed2d7 req-2ec6d15a-aeda-4212-8349-4458a766f234 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:33.706471 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eef38046-b305-49c4-adf0-84149f6ed2d7 req-2ec6d15a-aeda-4212-8349-4458a766f234 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 931 time: 0.4758837 Jun 30 11:55:33.718475 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3892292b-0944-4744-84cc-e6e81331b397 {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:55:33.730715 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:33.756533 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Transition to ACTIVE for port object 3892292b-0944-4744-84cc-e6e81331b397 will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:33.897241 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:33.901088 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-eef38046-b305-49c4-adf0-84149f6ed2d7 req-de17a28a-d198-43cc-853e-628b8902c6ca tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Synchronizing usage tracker for tenant:843f057330a14531be79ff8bf58367eb on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:55:33.906385 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-686808dd-2c2b-4f34-af49-555876154060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:33.910760 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:33.911840 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a594ad72-7b95-4ac8-91ed-1b8c4e079022 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:33.992485 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686808dd-2c2b-4f34-af49-555876154060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb9f5d4-cf0b-4649-a7ac-589d391aca9a,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:34.067548 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port a594ad72-7b95-4ac8-91ed-1b8c4e079022 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:34.068933 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:34.072799 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:55:34.085103 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-686808dd-2c2b-4f34-af49-555876154060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:34.088539 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-686808dd-2c2b-4f34-af49-555876154060 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8eb9f5d4-cf0b-4649-a7ac-589d391aca9a HTTP/1.1" status: 204 len: 168 time: 1.0549555 Jun 30 11:55:34.088539 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Pushing event updated for resources: {'Port': ['ID=3892292b-0944-4744-84cc-e6e81331b397,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:34.160950 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-31774264-3ceb-418e-bce9-86ded54af786 None None] Provisioning for port 00e5bcaa-1403-4623-a7ad-39b7791bef0f completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:34.177491 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Attempting to bind port 3892292b-0944-4744-84cc-e6e81331b397 on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:34.177842 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Attempting to bind port 3892292b-0944-4744-84cc-e6e81331b397 by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:34.178160 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Attempting to bind port 3892292b-0944-4744-84cc-e6e81331b397 on network de387bcc-1139-428a-9e8b-0e99c316923a {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:34.178333 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-31774264-3ceb-418e-bce9-86ded54af786 None None] Provisioning complete for port 00e5bcaa-1403-4623-a7ad-39b7791bef0f triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:34.178768 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-31774264-3ceb-418e-bce9-86ded54af786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:34.183440 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Port 3892292b-0944-4744-84cc-e6e81331b397 on network de387bcc-1139-428a-9e8b-0e99c316923a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:55:34.183758 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Attempting to bind port 3892292b-0944-4744-84cc-e6e81331b397 on network de387bcc-1139-428a-9e8b-0e99c316923a {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:34.190198 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:34.190476 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Checking segment: {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:34.192469 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Bound using segment: {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:34.192947 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Bound port: 3892292b-0944-4744-84cc-e6e81331b397, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:34.193303 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:34.199794 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-eef38046-b305-49c4-adf0-84149f6ed2d7 req-de17a28a-d198-43cc-853e-628b8902c6ca tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Unset dirty status for tenant:843f057330a14531be79ff8bf58367eb on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:55:34.204648 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eef38046-b305-49c4-adf0-84149f6ed2d7 req-de17a28a-d198-43cc-853e-628b8902c6ca tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890392 Jun 30 11:55:34.420624 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-31774264-3ceb-418e-bce9-86ded54af786 None None] Port 00e5bcaa-1403-4623-a7ad-39b7791bef0f cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:55:34.427558 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port a594ad72-7b95-4ac8-91ed-1b8c4e079022 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:34.428943 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 4cbb16db-98ab-4d2d-8069-ef7f356405dc up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:34.437737 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] For port 3892292b-0944-4744-84cc-e6e81331b397, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:34.442599 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] For port 3892292b-0944-4744-84cc-e6e81331b397, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=3892292b-0944-4744-84cc-e6e81331b397,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:34.533149 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:34.622391 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 4cbb16db-98ab-4d2d-8069-ef7f356405dc completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:34.631216 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 4cbb16db-98ab-4d2d-8069-ef7f356405dc triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:34.633110 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:34.643578 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:34.644337 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:34.646368 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] 10.222.0.44 "PUT /v2.0/ports/3892292b-0944-4744-84cc-e6e81331b397 HTTP/1.1" status: 200 len: 1093 time: 4.2894602 Jun 30 11:55:34.655101 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d488e918-464d-458f-bab9-bea8c6141ec7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--333453514&fields=id&tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3 HTTP/1.1" status: 200 len: 267 time: 0.1563830 Jun 30 11:55:34.668687 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06ff3f1-a69b-49a6-a17a-56be479d9beb', 'tag': '3892292b-0944-4744-84cc-e6e81331b397'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:55:34.711287 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38951429-d89a-468d-a15f-757c7ec4f069 service neutron] Pushing event updated for resources: {'Port': ['ID=3892292b-0944-4744-84cc-e6e81331b397,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:34.846714 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3069bf-031a-4e8d-9094-1d664976c339 req-47d0212a-c60c-40c1-b360-edaa554d3a7e tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:34.857068 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4f3069bf-031a-4e8d-9094-1d664976c339 req-47d0212a-c60c-40c1-b360-edaa554d3a7e tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 944 time: 0.3410192 Jun 30 11:55:34.903247 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 4cbb16db-98ab-4d2d-8069-ef7f356405dc is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:34.903986 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:34.933338 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 4cbb16db-98ab-4d2d-8069-ef7f356405dc, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=4cbb16db-98ab-4d2d-8069-ef7f356405dc,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:34.968787 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4f3069bf-031a-4e8d-9094-1d664976c339 req-9b56ea66-8839-472a-bb0c-21511c278741 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105835 Jun 30 11:55:35.010264 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-6b55ff6d-4e92-4907-9131-a22bf8535da1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:35.010264 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-6b55ff6d-4e92-4907-9131-a22bf8535da1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/networks?id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74 HTTP/1.1" status: 200 len: 815 time: 0.3439894 Jun 30 11:55:35.068235 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-78c66f7c-5aef-402d-959c-3e6de61595a0 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/quotas/4b6adc9b6c6d4b01af0d17d42212e2b3 HTTP/1.1" status: 200 len: 375 time: 0.0384111 Jun 30 11:55:35.193675 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-81dc8a6f-f733-4ecb-9aea-fe7f07ccf4fe req-4782c188-72ef-480b-af7f-149b864301c5 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 210 time: 0.0683382 Jun 30 11:55:35.231841 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-e042e212-a2f6-479d-8327-178d787c346b tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1538053 Jun 30 11:55:35.308401 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:35.309844 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device e42f15f3-d36d-4407-b899-63730a7002db up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:35.317585 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9b2b22f2-e2c5-4c6a-b478-1749e046b9d2 req-cd565f06-c14c-4e36-999b-1f7917b781a2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 210 time: 0.0742805 Jun 30 11:55:35.401532 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33ee985-9715-4b0d-9525-3acd4c9ea63b'] response: {'name': 'network-changed', 'server_uuid': 'a06ff3f1-a69b-49a6-a17a-56be479d9beb', 'tag': '3892292b-0944-4744-84cc-e6e81331b397', 'status': 'completed', 'code': 200} Jun 30 11:55:35.433962 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=4cbb16db-98ab-4d2d-8069-ef7f356405dc,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:35.439192 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-66a75d99-bd0c-49e0-afa9-bd15b0e2ad1a service neutron] 10.222.0.18 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947098 Jun 30 11:55:35.536847 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port e42f15f3-d36d-4407-b899-63730a7002db completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:35.542267 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port e42f15f3-d36d-4407-b899-63730a7002db triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:35.545834 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:35.564879 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 39234) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:35.595022 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-00ba7ccf-01e6-410b-8f9c-35230c3fe06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:35.619663 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-00ba7ccf-01e6-410b-8f9c-35230c3fe06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:35.628788 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-00ba7ccf-01e6-410b-8f9c-35230c3fe06c admin admin] Usage tracker for resource:security_group_rule and tenant:56854fef88764b2dbf004518ab83d39a is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:35.633080 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-00ba7ccf-01e6-410b-8f9c-35230c3fe06c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:35.644652 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-00ba7ccf-01e6-410b-8f9c-35230c3fe06c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:35.715554 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-e472eb4d-4544-49c5-aeb6-c51c5978913a service neutron] 10.222.0.18 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696075 Jun 30 11:55:35.739024 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcf61c-8eb5-4de7-ab78-d316cded7a85 req-b1edaa34-7aa2-42f3-ac79-81d0d7571b8d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:35.740591 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-abbcf61c-8eb5-4de7-ab78-d316cded7a85 req-b1edaa34-7aa2-42f3-ac79-81d0d7571b8d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 931 time: 0.2092962 Jun 30 11:55:35.765918 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port e42f15f3-d36d-4407-b899-63730a7002db is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:35.766638 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:35.791010 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-00ba7ccf-01e6-410b-8f9c-35230c3fe06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:35.821797 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-abbcf61c-8eb5-4de7-ab78-d316cded7a85 req-f4f20ce3-5417-4ee4-9260-f35c1e32395d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739961 Jun 30 11:55:35.827534 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port e42f15f3-d36d-4407-b899-63730a7002db, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=e42f15f3-d36d-4407-b899-63730a7002db,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:35.918470 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-00ba7ccf-01e6-410b-8f9c-35230c3fe06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:35.961379 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:35.962200 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 229ac8cc-1e70-4800-8c96-b5db8a298fb1 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:36.040701 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Request body: {'port': {'device_id': '315b4350-9ed0-4b9b-9d22-d9fefe70fb9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:36.124743 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4ad4b945-d655-41a4-8214-967f872c5576 req-0744ac41-7601-45b7-b179-dc6a0d58da46 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 210 time: 0.0798562 Jun 30 11:55:36.161360 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-00ba7ccf-01e6-410b-8f9c-35230c3fe06c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56854fef88764b2dbf004518ab83d39a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5953109 Jun 30 11:55:36.163989 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 39246) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:36.165901 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba7ccf-01e6-410b-8f9c-35230c3fe06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d874ed5-fca1-4e28-bb07-12296111fcc8,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:36.223271 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=e42f15f3-d36d-4407-b899-63730a7002db,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:36.258685 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 229ac8cc-1e70-4800-8c96-b5db8a298fb1 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:36.259047 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:36.298960 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:36.432540 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7a1b2b15-932b-4ea3-a8ba-b3872b70fdf7 req-e5f1bf4b-adfd-418d-a81f-ff9a949c3d4b tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 210 time: 0.0645483 Jun 30 11:55:36.439127 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f47509f7-89dc-4df2-8c38-ec84124509c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:36.439748 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 229ac8cc-1e70-4800-8c96-b5db8a298fb1 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:36.440759 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 046eddd0-9b9a-4df8-b009-3fccba4c793f up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:36.467881 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f47509f7-89dc-4df2-8c38-ec84124509c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:36.525890 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260ff8d-5e12-4847-ba7a-f4ce847b8124 req-91d96084-f568-4965-9813-090fccaca0a4 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:36.528544 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f260ff8d-5e12-4847-ba7a-f4ce847b8124 req-91d96084-f568-4965-9813-090fccaca0a4 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 944 time: 0.3177512 Jun 30 11:55:36.622284 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0c2bce0c-001e-45bf-adaf-bb1ed4628392 req-8aea2cc7-8e88-4240-9601-91d1b6bf4002 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 210 time: 0.0659158 Jun 30 11:55:36.633600 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f260ff8d-5e12-4847-ba7a-f4ce847b8124 req-7d3c8fd6-9da0-4808-8ac1-7cd2c97c38af tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964618 Jun 30 11:55:36.643703 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 046eddd0-9b9a-4df8-b009-3fccba4c793f completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:36.649838 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 046eddd0-9b9a-4df8-b009-3fccba4c793f triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:36.653896 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:36.702237 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f47509f7-89dc-4df2-8c38-ec84124509c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:36.720505 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47509f7-89dc-4df2-8c38-ec84124509c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d874ed5-fca1-4e28-bb07-12296111fcc8,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:36.726089 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f47509f7-89dc-4df2-8c38-ec84124509c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:36.729758 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-f47509f7-89dc-4df2-8c38-ec84124509c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d874ed5-fca1-4e28-bb07-12296111fcc8 HTTP/1.1" status: 204 len: 168 time: 0.5622497 Jun 30 11:55:36.788735 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 046eddd0-9b9a-4df8-b009-3fccba4c793f is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:36.789102 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:36.799645 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e5bcaa-1403-4623-a7ad-39b7791bef0f {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:55:36.808353 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:36.822336 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 046eddd0-9b9a-4df8-b009-3fccba4c793f, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=046eddd0-9b9a-4df8-b009-3fccba4c793f,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:36.825267 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Transition to ACTIVE for port object 00e5bcaa-1403-4623-a7ad-39b7791bef0f will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:36.953818 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:36.954561 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a3ac7c19-0fdf-4236-a7b2-fea98bd9903d up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:36.992172 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:37.082793 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbeb66c-aee9-4b91-9231-fda3f26b1dd5 req-ae8972af-d133-431d-af70-d2248721c97c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:37.084515 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dcbeb66c-aee9-4b91-9231-fda3f26b1dd5 req-ae8972af-d133-431d-af70-d2248721c97c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 931 time: 0.1472423 Jun 30 11:55:37.089052 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=046eddd0-9b9a-4df8-b009-3fccba4c793f,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:37.139389 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dcbeb66c-aee9-4b91-9231-fda3f26b1dd5 req-387f988e-457d-47a3-a02e-7d8ab2542b67 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460331 Jun 30 11:55:37.223762 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:37.239395 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:37.240552 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:37.265844 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eb9cea17-5ac1-4540-bcee-afbcc6b95071 req-d8c1f436-08c5-4116-834f-17af24d56f1e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 210 time: 0.0871055 Jun 30 11:55:37.272977 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceed201-169e-4041-a990-b712259da1fe service neutron] Pushing event updated for resources: {'Port': ['ID=00e5bcaa-1403-4623-a7ad-39b7791bef0f,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:37.304410 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Attempting to bind port 00e5bcaa-1403-4623-a7ad-39b7791bef0f on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:37.304976 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Attempting to bind port 00e5bcaa-1403-4623-a7ad-39b7791bef0f by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:37.305467 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Attempting to bind port 00e5bcaa-1403-4623-a7ad-39b7791bef0f on network de387bcc-1139-428a-9e8b-0e99c316923a {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:37.310826 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Port 00e5bcaa-1403-4623-a7ad-39b7791bef0f on network de387bcc-1139-428a-9e8b-0e99c316923a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:55:37.311362 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Attempting to bind port 00e5bcaa-1403-4623-a7ad-39b7791bef0f on network de387bcc-1139-428a-9e8b-0e99c316923a {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:37.338649 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:37.339144 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Checking segment: {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:37.340928 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Bound using segment: {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:37.346613 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Bound port: 00e5bcaa-1403-4623-a7ad-39b7791bef0f, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:37.346613 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:37.486328 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:37.487134 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:37.497566 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] For port 00e5bcaa-1403-4623-a7ad-39b7791bef0f, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:37.508788 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] For port 00e5bcaa-1403-4623-a7ad-39b7791bef0f, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=00e5bcaa-1403-4623-a7ad-39b7791bef0f,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:37.532538 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=a3ac7c19-0fdf-4236-a7b2-fea98bd9903d,segment=NetworkSegment(1338cf68-0100-46e1-924c-2f9e0e949d7b),segment_id=1338cf68-0100-46e1-924c-2f9e0e949d7b)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:37.594443 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:37.594835 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device c80781f4-bab1-46f4-847c-fa2d8ac341f0 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:37.595117 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:37.693079 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9f70cd3-6fcb-442e-8fb3-432d51fade1b req-2c1b1688-1c72-4a46-a033-de611b1b0d69 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 210 time: 0.0770035 Jun 30 11:55:37.693253 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:37.693948 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:37.695489 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a164b8cd-e100-417e-bbe2-c04306144510 req-cceed201-169e-4041-a990-b712259da1fe service neutron] 10.222.0.44 "PUT /v2.0/ports/00e5bcaa-1403-4623-a7ad-39b7791bef0f HTTP/1.1" status: 200 len: 1093 time: 1.6603296 Jun 30 11:55:37.696108 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315b4350-9ed0-4b9b-9d22-d9fefe70fb9a', 'tag': '00e5bcaa-1403-4623-a7ad-39b7791bef0f'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:55:37.744204 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceed201-169e-4041-a990-b712259da1fe service neutron] Pushing event updated for resources: {'Port': ['ID=00e5bcaa-1403-4623-a7ad-39b7791bef0f,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:37.797304 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=a3ac7c19-0fdf-4236-a7b2-fea98bd9903d,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:37.835221 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port c80781f4-bab1-46f4-847c-fa2d8ac341f0 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:37.835729 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:38.000307 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port c80781f4-bab1-46f4-847c-fa2d8ac341f0 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:38.001411 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 2e49e56a-021e-42c1-96b7-65da57560b64 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:38.040682 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a7ec3950-67b2-4934-9242-5becbf5ba819 req-2956da6e-e7bd-4ce0-b53e-a88eaeab11e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 210 time: 0.1499617 Jun 30 11:55:38.093099 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dca80-afb8-454c-af53-b160d9d457f8 req-0c3d9eef-6b95-4d88-afd1-8903dce00673 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:38.101223 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6a4dca80-afb8-454c-af53-b160d9d457f8 req-0c3d9eef-6b95-4d88-afd1-8903dce00673 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 944 time: 0.2911756 Jun 30 11:55:38.153324 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8703e578-049e-445a-9d8f-0f4401509bc9'] response: {'name': 'network-changed', 'server_uuid': '315b4350-9ed0-4b9b-9d22-d9fefe70fb9a', 'tag': '00e5bcaa-1403-4623-a7ad-39b7791bef0f', 'status': 'completed', 'code': 200} Jun 30 11:55:38.156073 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6a4dca80-afb8-454c-af53-b160d9d457f8 req-2d182990-3d3e-46fe-b956-38256fd0d078 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538037 Jun 30 11:55:38.227742 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 2e49e56a-021e-42c1-96b7-65da57560b64 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:38.232885 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 2e49e56a-021e-42c1-96b7-65da57560b64 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:38.233306 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:38.360609 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 2e49e56a-021e-42c1-96b7-65da57560b64 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:38.361129 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:38.367943 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aad12b-6ac3-46b1-9388-8b702c3baab7 req-435f330a-0e57-4bc1-872f-d509f55181a4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:38.369517 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-32aad12b-6ac3-46b1-9388-8b702c3baab7 req-435f330a-0e57-4bc1-872f-d509f55181a4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 943 time: 0.1137679 Jun 30 11:55:38.401453 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 2e49e56a-021e-42c1-96b7-65da57560b64, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=2e49e56a-021e-42c1-96b7-65da57560b64,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:38.456106 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9157705-095c-4af2-bf98-3af78777f5c9 req-c0154776-53c3-4e51-b190-47750bc71a07 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 210 time: 0.0575216 Jun 30 11:55:38.466884 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-32aad12b-6ac3-46b1-9388-8b702c3baab7 req-b85e7d18-f539-47bc-82ca-873a4c91d7fa tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904522 Jun 30 11:55:38.490390 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:38.552902 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=2e49e56a-021e-42c1-96b7-65da57560b64,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:38.596732 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:38.669129 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:38.669428 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:38.803657 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:38.805007 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 4cbb16db-98ab-4d2d-8069-ef7f356405dc up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:38.867438 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-98024b90-f742-48ad-9a3b-d3c001d66f21 req-aae0d040-796a-46a9-b27f-93c8367d9a18 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 210 time: 0.0542119 Jun 30 11:55:38.883477 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 4cbb16db-98ab-4d2d-8069-ef7f356405dc triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:38.883477 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:39.007828 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 4cbb16db-98ab-4d2d-8069-ef7f356405dc is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:39.008863 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device e42f15f3-d36d-4407-b899-63730a7002db up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:39.075580 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port e42f15f3-d36d-4407-b899-63730a7002db triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:39.075990 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:39.246242 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port e42f15f3-d36d-4407-b899-63730a7002db is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:39.247599 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d4b02014-946d-4cfb-b8f9-985b2c8695dc up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:39.311251 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2847161f-9122-4a40-a302-6eb1104802ca req-19d2fe20-b13e-4a23-9945-ee9bfb6dce03 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 210 time: 0.0607336 Jun 30 11:55:39.350120 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port d4b02014-946d-4cfb-b8f9-985b2c8695dc triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:39.350469 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:39.444885 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab0b53-1644-4476-88cd-ac8d2fa39065 req-c9960161-0d19-4bed-9f8e-32272000e97f tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:39.446683 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-15ab0b53-1644-4476-88cd-ac8d2fa39065 req-c9960161-0d19-4bed-9f8e-32272000e97f tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 944 time: 0.1381516 Jun 30 11:55:39.477660 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port d4b02014-946d-4cfb-b8f9-985b2c8695dc is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:39.477660 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a3ac7c19-0fdf-4236-a7b2-fea98bd9903d up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:39.511199 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-15ab0b53-1644-4476-88cd-ac8d2fa39065 req-5a1c69dc-7adc-4f2b-8c0d-d9f133884fef tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580337 Jun 30 11:55:39.556129 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:39.556738 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:39.647419 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-97745209-78f6-4cc3-ae79-06672c7d4ea8 req-1b8e57c2-19f1-43bc-8e8c-8dc7933ac2cf tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 210 time: 0.0581982 Jun 30 11:55:39.690191 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:39.691509 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 046eddd0-9b9a-4df8-b009-3fccba4c793f up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:39.738592 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873354a-1fd1-4539-90db-ad505aff9d35 req-4c263422-b835-4c52-b205-35ed8c0cc33f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:39.740174 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0873354a-1fd1-4539-90db-ad505aff9d35 req-4c263422-b835-4c52-b205-35ed8c0cc33f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 943 time: 0.0963225 Jun 30 11:55:39.757430 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 046eddd0-9b9a-4df8-b009-3fccba4c793f triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:39.757920 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:39.787846 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0873354a-1fd1-4539-90db-ad505aff9d35 req-f2f54bbf-1fb5-4caf-9d28-b07b93c30196 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 Jun 30 11:55:39.880975 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 046eddd0-9b9a-4df8-b009-3fccba4c793f is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:40.024067 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b31195b3-23f4-443c-a5c7-e16d93486b37 req-2e9421c5-41f5-430a-875a-f9b12782d6ef tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 210 time: 0.0491261 Jun 30 11:55:40.390636 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-b2c98f43-2075-44ad-8977-7742bfb675d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:40.392425 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-b2c98f43-2075-44ad-8977-7742bfb675d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 1096 time: 0.0872152 Jun 30 11:55:40.567826 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-51389a15-90aa-4d84-a20a-2e4606e85132 req-243245c3-fda8-4152-9feb-8ebed34b844a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 210 time: 0.1073327 Jun 30 11:55:40.626961 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 2e49e56a-021e-42c1-96b7-65da57560b64 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:40.724819 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-95a648dd-2ef8-4c9d-a3d7-5971641871f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3892292b-0944-4744-84cc-e6e81331b397 HTTP/1.1" status: 200 len: 217 time: 0.1911044 Jun 30 11:55:40.776751 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc25be-7d4b-4c95-a78d-9cede2363e36 req-c4cde2b0-2974-4651-bd0e-36836eab3b71 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:40.780991 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f4bc25be-7d4b-4c95-a78d-9cede2363e36 req-c4cde2b0-2974-4651-bd0e-36836eab3b71 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 944 time: 0.1332707 Jun 30 11:55:40.809053 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 2e49e56a-021e-42c1-96b7-65da57560b64 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:40.812346 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:40.902625 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-56d6c78a-87d8-43a5-975d-4d9773dc9114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:40.903822 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-56d6c78a-87d8-43a5-975d-4d9773dc9114 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.1679356 Jun 30 11:55:40.907220 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-876b32e4-3689-44f4-b4ed-10a0f9c69f04 req-4f4b2ffe-247d-44b8-8d1c-e3ef3fc97f8c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 210 time: 0.0936861 Jun 30 11:55:40.951113 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f4bc25be-7d4b-4c95-a78d-9cede2363e36 req-eed8a5ac-fe82-4850-9588-6f14c2559fe6 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561720 Jun 30 11:55:40.980689 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48f4ca-96e9-4d40-b873-256bf971e105 req-ac2f4449-786c-4caa-a98b-6552e6be5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:40.982273 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4b48f4ca-96e9-4d40-b873-256bf971e105 req-ac2f4449-786c-4caa-a98b-6552e6be5042 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 1096 time: 0.4592314 Jun 30 11:55:40.987469 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dfdb2-5ca7-4d12-9c91-2d7c7d9578f0 req-42963349-c67f-4af6-a13e-d25d40a6a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:40.992201 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-067dfdb2-5ca7-4d12-9c91-2d7c7d9578f0 req-42963349-c67f-4af6-a13e-d25d40a6a67b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7cd934e226fe44ffabd6a4e204fcafd7&device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 1097 time: 0.5717192 Jun 30 11:55:41.028164 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 2e49e56a-021e-42c1-96b7-65da57560b64 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:41.094030 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.44', 51644) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:41.273465 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-258ddf12-6a6c-4403-91d7-2cd69bec2670 req-80f6020e-d944-445b-8db5-8aa6aa5b946b tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 210 time: 0.0722194 Jun 30 11:55:41.291787 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-cb090a4e-663d-4bf3-ab97-a770e940d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:41.291787 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-cb090a4e-663d-4bf3-ab97-a770e940d52f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3709335 Jun 30 11:55:41.320135 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48f4ca-96e9-4d40-b873-256bf971e105 req-680b2fd1-4922-42ea-9b0d-e29e610d5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:41.321725 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4b48f4ca-96e9-4d40-b873-256bf971e105 req-680b2fd1-4922-42ea-9b0d-e29e610d5b92 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=843f057330a14531be79ff8bf58367eb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3306718 Jun 30 11:55:41.341230 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d722cf3-4586-4bd6-92b7-67d7659399d4 req-2c72ee70-896e-4823-a5cd-e92546895e69 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:41.343094 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2d722cf3-4586-4bd6-92b7-67d7659399d4 req-2c72ee70-896e-4823-a5cd-e92546895e69 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 943 time: 0.3133395 Jun 30 11:55:41.358535 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e9a403c3-3c99-402b-92e5-7c5e7f24667d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:41.360266 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e9a403c3-3c99-402b-92e5-7c5e7f24667d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.44 "GET /v2.0/networks?id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 HTTP/1.1" status: 200 len: 809 time: 0.2593317 Jun 30 11:55:41.404235 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dfdb2-5ca7-4d12-9c91-2d7c7d9578f0 req-bd90e017-1dcc-45cb-bdf4-c30c445bdf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:41.405690 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-067dfdb2-5ca7-4d12-9c91-2d7c7d9578f0 req-bd90e017-1dcc-45cb-bdf4-c30c445bdf99 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b033960-b0c4-411f-acf2-6ca5091a2f08 HTTP/1.1" status: 200 len: 912 time: 0.3791234 Jun 30 11:55:41.436841 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2d722cf3-4586-4bd6-92b7-67d7659399d4 req-70f5aab9-7786-4d90-9f57-114839f06bf5 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752671 Jun 30 11:55:41.442142 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-5a586fbe-2297-40f3-bfde-05df1c160ff4 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a7c4d775013495f985d1352b2699d20 HTTP/1.1" status: 200 len: 380 time: 0.0666690 Jun 30 11:55:41.460140 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Request body: {'port': {'device_id': 'e61f3b0f-86df-4085-92e7-7b6a1ce279a6', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'admin_state_up': True, 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'security_groups': ['7c871a6d-cb02-4588-b7fc-5ac0594178ca']}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:41.548815 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-067dfdb2-5ca7-4d12-9c91-2d7c7d9578f0 req-6e6d9f7e-c95c-4f64-a66d-ee0ec1d6c505 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3995e75f-b9cb-4eab-9a60-67b5bc6fe337 HTTP/1.1" status: 200 len: 217 time: 0.0821655 Jun 30 11:55:41.624585 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:41.629105 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Usage tracker for resource:port and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:41.635334 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:41.639365 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:41.703191 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-a9f3bdce-a490-40d3-ad5e-d5b8023e18a6 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016800 Jun 30 11:55:41.706397 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dfdb2-5ca7-4d12-9c91-2d7c7d9578f0 req-8806fccf-a496-403d-b8cb-e25a0db22d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:41.707762 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-067dfdb2-5ca7-4d12-9c91-2d7c7d9578f0 req-8806fccf-a496-403d-b8cb-e25a0db22d0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4877b5a-dfb1-4228-be03-47cfb0da4151 HTTP/1.1" status: 200 len: 850 time: 0.1447215 Jun 30 11:55:41.710249 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48f4ca-96e9-4d40-b873-256bf971e105 req-1a09c772-15af-4574-914d-e69292b90b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:41.711594 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4b48f4ca-96e9-4d40-b873-256bf971e105 req-1a09c772-15af-4574-914d-e69292b90b58 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3797281 Jun 30 11:55:41.741599 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Made reservation on behalf of 1a7c4d775013495f985d1352b2699d20 for: {'port': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:55:41.745083 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:41.780303 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3f98f664-c337-4ae8-baee-6609fe74c865 req-43a81529-7c4a-4362-b27d-40e3e190ab69 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 210 time: 0.0698254 Jun 30 11:55:41.972215 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.44', 51645) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:42.310042 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d875e462-d926-4070-a4ba-f5f81d6bdcb3 req-cd5938f5-251c-4c36-8468-b2bbf5835ea7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 210 time: 0.1491032 Jun 30 11:55:42.320707 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Allocated IP 172.20.0.7 (f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7/9acea99c-2923-40c6-9879-4a0dcdc3c90f/7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:55:42.439517 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b9eb91a1-7a48-4bd9-8a0a-98d8a48f11ce req-5525270a-41e3-4e94-9481-49653b164894 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7238855 Jun 30 11:55:42.486339 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-5eca37eb-88dc-412e-9d13-ef6a9ae7c1d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:42.495755 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5c84a-67dd-4a53-aa43-82dcfc98f900 req-fc683060-d24c-4865-b842-0eee763990b6 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:42.496152 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-5eca37eb-88dc-412e-9d13-ef6a9ae7c1d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.44 "GET /v2.0/networks?id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f HTTP/1.1" status: 200 len: 816 time: 0.5189936 Jun 30 11:55:42.497674 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-91d5c84a-67dd-4a53-aa43-82dcfc98f900 req-fc683060-d24c-4865-b842-0eee763990b6 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 944 time: 0.3357363 Jun 30 11:55:42.510118 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dfdb2-5ca7-4d12-9c91-2d7c7d9578f0 req-94d3c13a-516f-4edb-aa90-a0e85b432517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:42.511611 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-067dfdb2-5ca7-4d12-9c91-2d7c7d9578f0 req-94d3c13a-516f-4edb-aa90-a0e85b432517 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b033960-b0c4-411f-acf2-6ca5091a2f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7729044 Jun 30 11:55:42.555635 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164b8cd-e100-417e-bbe2-c04306144510 req-1daeef7e-dbbd-4ca3-9e5e-88f606826fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:42.557632 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a164b8cd-e100-417e-bbe2-c04306144510 req-1daeef7e-dbbd-4ca3-9e5e-88f606826fba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 1096 time: 0.6488674 Jun 30 11:55:42.649143 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-91d5c84a-67dd-4a53-aa43-82dcfc98f900 req-8fc41d4c-1640-4de2-a7c0-71688b99a5fa tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436863 Jun 30 11:55:42.670662 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-ee0013f5-c354-4540-a22f-590d5837673a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Synchronizing usage tracker for tenant:66756d824b614f6a8344f03d7aa9133d on resource:security_group {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:55:42.682033 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eab84edc-92b0-4ee9-84db-afdbb43b272f req-22c2e21d-5cd0-47a0-a7fe-825fae4323ce tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 210 time: 0.0987751 Jun 30 11:55:42.703121 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-ee0013f5-c354-4540-a22f-590d5837673a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Unset dirty status for tenant:66756d824b614f6a8344f03d7aa9133d on resource:security_group {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:55:42.704060 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-ee0013f5-c354-4540-a22f-590d5837673a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66756d824b614f6a8344f03d7aa9133d HTTP/1.1" status: 200 len: 377 time: 0.1880181 Jun 30 11:55:42.733487 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:42.740769 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-067dfdb2-5ca7-4d12-9c91-2d7c7d9578f0 req-d77c8bac-4409-40b9-8fd6-ee70a6468f3c service neutron] 10.222.0.44 "GET /v2.0/networks/4b033960-b0c4-411f-acf2-6ca5091a2f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825547 Jun 30 11:55:42.753238 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.provisioning_blocks [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Transition to ACTIVE for port object 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 will not be triggered until provisioned by entity DHCP. {{(pid=88751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:42.866157 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:42.990787 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3781602c-c1ef-472c-b53c-d20115f6a61a req-442f1d49-2c8b-48c2-947d-b4ceb810382f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 210 time: 0.0813792 Jun 30 11:55:43.007354 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:43.007354 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:43.010526 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event updated for resources: {'Port': ['ID=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:43.021041 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699e6c0-0b95-409c-a3d8-0ac822aa7eba req-687a9df1-a26a-476c-a8d1-ae18368904a8 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:43.022541 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e699e6c0-0b95-409c-a3d8-0ac822aa7eba req-687a9df1-a26a-476c-a8d1-ae18368904a8 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 943 time: 0.2284520 Jun 30 11:55:43.023481 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:43.028495 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:43.029094 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for port, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:43.091080 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e699e6c0-0b95-409c-a3d8-0ac822aa7eba req-17c75f94-77b7-40ba-bc73-bb5a7979f99b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575442 Jun 30 11:55:43.154991 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e498c973-af45-439c-909d-a0ec9b4a47da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7011383 Jun 30 11:55:43.399567 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-0fd72202-770d-4787-b7a8-d8886415d641 None None] Provisioning for port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:43.404839 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-0fd72202-770d-4787-b7a8-d8886415d641 None None] Provisioning complete for port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:43.405300 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-0fd72202-770d-4787-b7a8-d8886415d641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:43.462376 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-0fd72202-770d-4787-b7a8-d8886415d641 None None] Port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:55:43.485241 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e1d0536e-6336-42f4-94d3-fb84826f494b req-f4235e52-06c1-42c8-8154-503ae154fa2e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 210 time: 0.0600970 Jun 30 11:55:43.901634 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d846aa0-3819-44b9-a32a-d75ecc6d9740 req-4197b5f8-ee09-4070-8c68-64ac728b3d70 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:43.903100 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4d846aa0-3819-44b9-a32a-d75ecc6d9740 req-4197b5f8-ee09-4070-8c68-64ac728b3d70 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 944 time: 0.1493032 Jun 30 11:55:43.958765 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4d846aa0-3819-44b9-a32a-d75ecc6d9740 req-3209b5a0-7082-4076-a27d-7dad75dd922e tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475471 Jun 30 11:55:43.966798 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276eea1-4d3b-47d0-abf3-dae274dd0de0 req-3908972b-1bde-49ee-b1ad-ab201cf1ee3a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:43.967496 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-4276eea1-4d3b-47d0-abf3-dae274dd0de0 req-3908972b-1bde-49ee-b1ad-ab201cf1ee3a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Synchronizing usage tracker for tenant:1a7c4d775013495f985d1352b2699d20 on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:55:44.102037 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-4276eea1-4d3b-47d0-abf3-dae274dd0de0 req-3908972b-1bde-49ee-b1ad-ab201cf1ee3a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Unset dirty status for tenant:1a7c4d775013495f985d1352b2699d20 on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:55:44.103223 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4276eea1-4d3b-47d0-abf3-dae274dd0de0 req-3908972b-1bde-49ee-b1ad-ab201cf1ee3a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 931 time: 0.2774878 Jun 30 11:55:44.173955 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-99986099-5641-41a5-8065-61e068cf0e45 req-442576c4-0a73-421d-8895-ce79bef0d4e1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 210 time: 0.0683334 Jun 30 11:55:44.200234 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4276eea1-4d3b-47d0-abf3-dae274dd0de0 req-ab8ac5ea-f509-4cd3-abdf-9e1ebe9dd99b tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483217 Jun 30 11:55:44.357402 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee544629-2ab7-43f1-9f8c-57caeed0f50d req-1439ed41-1ce6-42f3-abc6-b628c88d2087 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:44.358962 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ee544629-2ab7-43f1-9f8c-57caeed0f50d req-1439ed41-1ce6-42f3-abc6-b628c88d2087 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 943 time: 0.0871842 Jun 30 11:55:44.403708 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ee544629-2ab7-43f1-9f8c-57caeed0f50d req-7e710676-6593-4acd-bdfa-48bb02c0914b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383234 Jun 30 11:55:44.601940 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 39540) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:44.645899 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d0528c81-42ac-46b9-87bb-89ca62c0c096 req-aff4ca39-6e81-4dd9-8b00-c7c82f9749c1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 210 time: 0.0526965 Jun 30 11:55:44.718805 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-66f9e68f-b1cb-492f-9e28-3aa76bfac3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:44.733275 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-66f9e68f-b1cb-492f-9e28-3aa76bfac3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:44.737129 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-66f9e68f-b1cb-492f-9e28-3aa76bfac3d0 admin admin] Usage tracker for resource:security_group_rule and tenant:d3ae197b580a4520b51e02d504cfa47e is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:44.740569 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-66f9e68f-b1cb-492f-9e28-3aa76bfac3d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:44.746197 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-66f9e68f-b1cb-492f-9e28-3aa76bfac3d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:44.831604 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-66f9e68f-b1cb-492f-9e28-3aa76bfac3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:44.913248 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-66f9e68f-b1cb-492f-9e28-3aa76bfac3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:44.960460 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-66f9e68f-b1cb-492f-9e28-3aa76bfac3d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3ae197b580a4520b51e02d504cfa47e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572872 Jun 30 11:55:44.961342 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9e68f-b1cb-492f-9e28-3aa76bfac3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dbb811-9186-4010-89f6-1fdb1a504929,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:44.963054 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 39546) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:45.024302 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a9b8e6c8-d075-48d9-b5fa-a32376a99c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:45.050984 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a9b8e6c8-d075-48d9-b5fa-a32376a99c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:45.186201 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19464d-8150-4f90-9332-4985fc406033 req-e67271b8-72a5-4a24-8c24-618c79188c77 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:45.186201 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8e19464d-8150-4f90-9332-4985fc406033 req-e67271b8-72a5-4a24-8c24-618c79188c77 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 944 time: 0.1148932 Jun 30 11:55:45.231590 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8e19464d-8150-4f90-9332-4985fc406033 req-9fbcaf91-c25d-4daa-add5-dd14f0b7ec68 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425620 Jun 30 11:55:45.268208 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a9b8e6c8-d075-48d9-b5fa-a32376a99c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:45.283417 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8e6c8-d075-48d9-b5fa-a32376a99c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dbb811-9186-4010-89f6-1fdb1a504929,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:45.291422 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a9b8e6c8-d075-48d9-b5fa-a32376a99c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:45.292789 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-a9b8e6c8-d075-48d9-b5fa-a32376a99c75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18dbb811-9186-4010-89f6-1fdb1a504929 HTTP/1.1" status: 204 len: 168 time: 0.3286934 Jun 30 11:55:45.344865 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4ad68503-828a-4acb-85a9-b7db18af1ba8 req-5b4ce15b-b1e4-4427-8b7f-ecf836264005 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 210 time: 0.0507753 Jun 30 11:55:45.387480 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:55:45.422059 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.44', 51650) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:45.433753 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Request body: {'port': {'device_id': 'e61f3b0f-86df-4085-92e7-7b6a1ce279a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:45.475352 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Request body: {'port': {'device_id': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'admin_state_up': True, 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'security_groups': ['e490cb3b-032f-4d68-b1af-2e28e4da3d66']}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:45.603510 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a164b8cd-e100-417e-bbe2-c04306144510 req-dad0786c-dbe7-4332-b71f-24ceaf7526b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00e5bcaa-1403-4623-a7ad-39b7791bef0f HTTP/1.1" status: 200 len: 217 time: 0.2538829 Jun 30 11:55:45.621541 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=3995e75f-b9cb-4eab-9a60-67b5bc6fe337,segment=NetworkSegment(1338cf68-0100-46e1-924c-2f9e0e949d7b),segment_id=1338cf68-0100-46e1-924c-2f9e0e949d7b)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:45.638597 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '3995e75f-b9cb-4eab-9a60-67b5bc6fe337', 'network_id': '4b033960-b0c4-411f-acf2-6ca5091a2f08', 'port_id': '3995e75f-b9cb-4eab-9a60-67b5bc6fe337', 'mac_address': 'fa:16:3e:d1:9a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4877b5a-dfb1-4228-be03-47cfb0da4151', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:55:45.704225 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:45.704715 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:45.726248 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:55:45.743830 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=3995e75f-b9cb-4eab-9a60-67b5bc6fe337,segment=NetworkSegment(1338cf68-0100-46e1-924c-2f9e0e949d7b),segment_id=1338cf68-0100-46e1-924c-2f9e0e949d7b)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:45.866806 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:45.894109 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164b8cd-e100-417e-bbe2-c04306144510 req-887119f1-5bfe-400d-9c13-3b375b212f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:45.896736 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a164b8cd-e100-417e-bbe2-c04306144510 req-887119f1-5bfe-400d-9c13-3b375b212f26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.2820909 Jun 30 11:55:45.963100 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-067dfdb2-5ca7-4d12-9c91-2d7c7d9578f0 req-d1aad4c4-23a2-4e42-a3b4-64579815d37f service neutron] 10.222.0.44 "GET /v2.0/networks/4b033960-b0c4-411f-acf2-6ca5091a2f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719329 Jun 30 11:55:45.984653 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:45.993111 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebbcb-dfbe-4979-8723-e2a2ade8dab9 req-52f7e1b7-5928-48d8-b864-75e7ae0d3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:45.995030 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c56ebbcb-dfbe-4979-8723-e2a2ade8dab9 req-52f7e1b7-5928-48d8-b864-75e7ae0d3050 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 1096 time: 0.4956243 Jun 30 11:55:45.996816 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Usage tracker for resource:port and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:46.001136 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:46.019422 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=3995e75f-b9cb-4eab-9a60-67b5bc6fe337,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:46.024416 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:46.029195 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-6be87c11-b8fb-45ab-8567-4ef495b8192c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:46.030835 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-6be87c11-b8fb-45ab-8567-4ef495b8192c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "GET /v2.0/networks?id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74 HTTP/1.1" status: 200 len: 815 time: 0.6018808 Jun 30 11:55:46.030940 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:46.031268 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:46.068972 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73792c0d-6d67-40cb-85ec-913ae3e1f336 req-b4458967-12c0-4ae6-998b-4da9154e54a9 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:46.075963 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-73792c0d-6d67-40cb-85ec-913ae3e1f336 req-b4458967-12c0-4ae6-998b-4da9154e54a9 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 931 time: 0.7187979 Jun 30 11:55:46.127566 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164b8cd-e100-417e-bbe2-c04306144510 req-ef8132fe-08f1-4272-9a10-c1a33fe409a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:46.129622 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a164b8cd-e100-417e-bbe2-c04306144510 req-ef8132fe-08f1-4272-9a10-c1a33fe409a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2163324 Jun 30 11:55:46.149769 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['3995e75f-b9cb-4eab-9a60-67b5bc6fe337'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:55:46.163417 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 39576) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:46.175230 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a38bbb-7586-4487-942c-74c771e13204 req-5e658f81-77a0-4118-ad5b-504dfde1fcab tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:46.176840 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-07a38bbb-7586-4487-942c-74c771e13204 req-5e658f81-77a0-4118-ad5b-504dfde1fcab tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 943 time: 0.4527597 Jun 30 11:55:46.254090 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f8ae7642-d008-4183-a46f-afd6200d43e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:46.267843 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Made reservation on behalf of 66756d824b614f6a8344f03d7aa9133d for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:55:46.272395 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:46.281918 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebbcb-dfbe-4979-8723-e2a2ade8dab9 req-338cc97d-a890-4690-85bd-1e3605d0d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:46.283243 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c56ebbcb-dfbe-4979-8723-e2a2ade8dab9 req-338cc97d-a890-4690-85bd-1e3605d0d01b service neutron] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 920 time: 0.2794170 Jun 30 11:55:46.351229 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-73792c0d-6d67-40cb-85ec-913ae3e1f336 req-bf3d11af-2b1f-453b-b53b-1ea7eede3bce tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742898 Jun 30 11:55:46.370620 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-1d9f2b97-4c76-41c7-8b2e-c1d709040383 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3 HTTP/1.1" status: 200 len: 379 time: 0.3273628 Jun 30 11:55:46.387867 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-07a38bbb-7586-4487-942c-74c771e13204 req-f513727c-a79a-4221-b0ce-269df5b527ed tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816940 Jun 30 11:55:46.406641 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-f8ae7642-d008-4183-a46f-afd6200d43e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:46.412560 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'port': {'device_id': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'admin_state_up': True, 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'security_groups': ['04c55de6-01c9-40df-9a46-f5829bf838be']}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:46.473519 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-f8ae7642-d008-4183-a46f-afd6200d43e8 admin admin] Usage tracker for resource:security_group_rule and tenant:9513e5490fa449eca7ac8097d5e5622c is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:46.480264 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-f8ae7642-d008-4183-a46f-afd6200d43e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:46.483908 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c56ebbcb-dfbe-4979-8723-e2a2ade8dab9 req-45119a85-2d34-484d-97ca-b9f2e0199507 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3892292b-0944-4744-84cc-e6e81331b397 HTTP/1.1" status: 200 len: 217 time: 0.1837330 Jun 30 11:55:46.575518 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-f8ae7642-d008-4183-a46f-afd6200d43e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:46.654887 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7f4cf7aa-26db-44c3-9be5-f6c10b312d5f req-92d86a11-3ad0-424b-8416-83b9f01b9d6c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 210 time: 0.1631000 Jun 30 11:55:46.665022 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a164b8cd-e100-417e-bbe2-c04306144510 req-f1b8b01d-b97c-40fe-9b2c-caf3b521f046 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249963 Jun 30 11:55:46.741995 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebbcb-dfbe-4979-8723-e2a2ade8dab9 req-f05919fd-c945-4da3-9220-3416eb105578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:46.743464 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c56ebbcb-dfbe-4979-8723-e2a2ade8dab9 req-f05919fd-c945-4da3-9220-3416eb105578 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.2183075 Jun 30 11:55:46.861674 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-db681b20-365f-47f6-b980-bf24f59ab75f req-2cf3dc4d-1bcc-48fe-838b-88ee791928ed tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 210 time: 0.0821717 Jun 30 11:55:46.881635 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:46.906971 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:port and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:46.920564 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:46.939290 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:46.959905 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2480e-ef4e-4a1a-83d0-3f443d4e7ba3 req-42a18e20-67c9-44eb-a3e8-fc23bdce2479 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:46.961442 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e6d2480e-ef4e-4a1a-83d0-3f443d4e7ba3 req-42a18e20-67c9-44eb-a3e8-fc23bdce2479 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 945 time: 0.3745108 Jun 30 11:55:47.012416 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Allocated IP 172.20.0.11 (912bf4cd-aba5-4eb0-afcb-e0c1f77f042f/fda0c666-547b-4f4c-9f02-e4a51b02d42a/0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:55:47.054847 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Made reservation on behalf of 4b6adc9b6c6d4b01af0d17d42212e2b3 for: {'port': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:55:47.058184 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:47.077713 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 {{(pid=88751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:55:47.083077 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a164b8cd-e100-417e-bbe2-c04306144510 req-b0562ddd-0bf2-4754-be29-c6957e7aa306 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093292 Jun 30 11:55:47.089161 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e6d2480e-ef4e-4a1a-83d0-3f443d4e7ba3 req-06a3818c-9f09-4e27-b14f-f5c03798defc tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140482 Jun 30 11:55:47.092638 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:47.129707 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f8ae7642-d008-4183-a46f-afd6200d43e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:47.142797 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebbcb-dfbe-4979-8723-e2a2ade8dab9 req-8e1df071-cfd8-45db-99bb-30fbbcdac9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:47.144948 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c56ebbcb-dfbe-4979-8723-e2a2ade8dab9 req-8e1df071-cfd8-45db-99bb-30fbbcdac9d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2557051 Jun 30 11:55:47.152341 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.provisioning_blocks [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Transition to ACTIVE for port object 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 will not be triggered until provisioned by entity L2. {{(pid=88751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:47.248724 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f8ae7642-d008-4183-a46f-afd6200d43e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:47.260212 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Allocated IP 172.20.0.11 (b33e5164-b6b4-489d-9f68-d71fc1cc6d74/9ea6951d-83ae-414a-b63e-039dc352ff4b/6f8770ab-a644-44bf-b665-0a819e7dd447) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:55:47.367899 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:47.383971 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:47.384476 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-f8ae7642-d008-4183-a46f-afd6200d43e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9513e5490fa449eca7ac8097d5e5622c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2200108 Jun 30 11:55:47.403342 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae7642-d008-4183-a46f-afd6200d43e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa05c90a-0ca0-4d99-aecd-f90fc79e767d,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:47.413772 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 39602) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:47.568804 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c56ebbcb-dfbe-4979-8723-e2a2ade8dab9 req-59c7ae02-0d4e-441e-8ff3-c47c1c096de1 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004107 Jun 30 11:55:47.610319 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:47.623679 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Pushing event updated for resources: {'Port': ['ID=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:47.646776 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:47.653758 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:47.659036 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:47.716843 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Transition to ACTIVE for port object 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:47.732721 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bf38042d-7e62-423d-b085-a98422cb841c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:47.799755 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bf38042d-7e62-423d-b085-a98422cb841c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:47.841923 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c56ebbcb-dfbe-4979-8723-e2a2ade8dab9 req-f4089558-3f6f-4d8d-ad78-f1b57cec05b6 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567980 Jun 30 11:55:47.843006 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:47.843380 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:47.875509 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2b61e0-6936-44f7-a055-cb7c7aa8ace7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3995e75f-b9cb-4eab-9a60-67b5bc6fe337'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:55:47.948847 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=3995e75f-b9cb-4eab-9a60-67b5bc6fe337,segment=NetworkSegment(1338cf68-0100-46e1-924c-2f9e0e949d7b),segment_id=1338cf68-0100-46e1-924c-2f9e0e949d7b)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:47.998336 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.managers [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Attempting to bind port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:48.002258 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.managers [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Attempting to bind port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'}] {{(pid=88751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:48.002258 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Attempting to bind port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 on network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:48.010548 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:48.023075 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 on network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:55:48.023437 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Attempting to bind port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 on network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:48.043058 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:48.043410 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Checking segment: {'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:48.043996 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Bound using segment: {'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'} {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:48.044464 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.managers [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Bound port: 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'}}] {{(pid=88751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:48.044819 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:48.055026 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bf38042d-7e62-423d-b085-a98422cb841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:48.055633 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:48.057443 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.provisioning_blocks [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Transition to ACTIVE for port object 6f8770ab-a644-44bf-b665-0a819e7dd447 will not be triggered until provisioned by entity DHCP. {{(pid=88751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:48.081427 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:48.147502 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38042d-7e62-423d-b085-a98422cb841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa05c90a-0ca0-4d99-aecd-f90fc79e767d,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:48.164657 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4353e-4e54-4884-9b83-498cf70277e3 req-2c815bca-a794-4739-a481-7a3a1b6729f8 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:48.172190 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9fc4353e-4e54-4884-9b83-498cf70277e3 req-2c815bca-a794-4739-a481-7a3a1b6729f8 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 943 time: 0.5492876 Jun 30 11:55:48.182204 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7ecbe-d6c6-4bcb-aad4-e2aafb2cc096 req-c95c3b19-8a5d-4a8d-a5e1-f0f925f2ab90 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:48.188687 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b3b7ecbe-d6c6-4bcb-aad4-e2aafb2cc096 req-c95c3b19-8a5d-4a8d-a5e1-f0f925f2ab90 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 943 time: 0.5668960 Jun 30 11:55:48.194719 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:48.198227 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bf38042d-7e62-423d-b085-a98422cb841c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:48.202051 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-bf38042d-7e62-423d-b085-a98422cb841c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa05c90a-0ca0-4d99-aecd-f90fc79e767d HTTP/1.1" status: 204 len: 168 time: 0.7846439 Jun 30 11:55:48.202802 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:48.205902 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:48.209651 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=3995e75f-b9cb-4eab-9a60-67b5bc6fe337,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:48.213497 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:48.214490 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:48.239169 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event updated for resources: {'Port': ['ID=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:48.257486 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:48.285953 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7964296e-e409-41e9-92a7-a17a71a2e806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:48.327363 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-195046cf-5495-4416-98bf-99ed5171b7d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8620722 Jun 30 11:55:48.339858 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Request body: {'port': {'device_id': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:48.386273 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9fc4353e-4e54-4884-9b83-498cf70277e3 req-b477027e-aba1-4efb-b5d0-056860a70b76 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116632 Jun 30 11:55:48.406064 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b3b7ecbe-d6c6-4bcb-aad4-e2aafb2cc096 req-1d2e83bb-916c-40a6-bd7e-50f72cf3fe36 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163124 Jun 30 11:55:48.407852 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:55:48.411986 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] For port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3, host hv-cinder-84825, cleared binding levels {{(pid=88751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:48.415307 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:55:48.422839 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] For port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:48.426706 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:55:48.458203 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:48.463207 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for port, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:48.482965 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'Port': ['ID=6f8770ab-a644-44bf-b665-0a819e7dd447,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:48.541357 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:48.709912 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:48.781895 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:48.783466 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for port, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:48.785970 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] 10.222.0.44 "PUT /v2.0/ports/7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 HTTP/1.1" status: 200 len: 1093 time: 3.3652318 Jun 30 11:55:48.796337 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61f3b0f-86df-4085-92e7-7b6a1ce279a6', 'tag': '7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:55:48.839296 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-3f9df6fa-b335-4134-8ee4-748f99d99d88 None None] Provisioning for port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:48.846573 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-3f9df6fa-b335-4134-8ee4-748f99d99d88 None None] Provisioning complete for port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:48.848301 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3f9df6fa-b335-4134-8ee4-748f99d99d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:49.009000 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-3f9df6fa-b335-4134-8ee4-748f99d99d88 None None] Port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:55:49.073183 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-d9a2ed90-9e32-4468-a359-321fb8ef288c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6822548 Jun 30 11:55:49.081207 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca82ce4-879f-444a-b882-45b119267c57 req-cb0bd608-9e70-42d0-bd13-22b7786930bd tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:49.085032 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eca82ce4-879f-444a-b882-45b119267c57 req-cb0bd608-9e70-42d0-bd13-22b7786930bd tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 932 time: 0.5108511 Jun 30 11:55:49.103494 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Request body: {'port': {'device_id': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:55:49.111109 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:55:49.124448 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:49.157445 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Transition to ACTIVE for port object 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:49.162560 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dba68-e292-49c5-9cc6-d25ad7a77a04 service neutron] Pushing event updated for resources: {'Port': ['ID=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3,revision_number=3']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:49.261542 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-848aab50-a1da-46ce-a06c-2e9fdefcbaa2 None None] Provisioning for port 6f8770ab-a644-44bf-b665-0a819e7dd447 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:49.264726 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12466269-1f04-4cdc-9944-ed464900c94a req-19624798-5590-4dc4-a2bf-c6f3c6f2d036 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:49.265450 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-12466269-1f04-4cdc-9944-ed464900c94a req-19624798-5590-4dc4-a2bf-c6f3c6f2d036 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Synchronizing usage tracker for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:55:49.267992 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-848aab50-a1da-46ce-a06c-2e9fdefcbaa2 None None] Provisioning complete for port 6f8770ab-a644-44bf-b665-0a819e7dd447 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:49.268617 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-848aab50-a1da-46ce-a06c-2e9fdefcbaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:49.297441 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:49.311182 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eca82ce4-879f-444a-b882-45b119267c57 req-ad980ebf-b5c6-4b05-b5e9-4d23ae72099b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1662343 Jun 30 11:55:49.355366 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:49.397431 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 3892292b-0944-4744-84cc-e6e81331b397 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:55:49.413506 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-65ca432b-3a0f-4ce0-939f-4c046aaa796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:49.413506 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-65ca432b-3a0f-4ce0-939f-4c046aaa796c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a7c4d775013495f985d1352b2699d20&device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 1096 time: 0.4261291 Jun 30 11:55:49.428326 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-848aab50-a1da-46ce-a06c-2e9fdefcbaa2 None None] Port 6f8770ab-a644-44bf-b665-0a819e7dd447 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:55:49.506437 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-12466269-1f04-4cdc-9944-ed464900c94a req-19624798-5590-4dc4-a2bf-c6f3c6f2d036 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Unset dirty status for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:55:49.513068 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-12466269-1f04-4cdc-9944-ed464900c94a req-19624798-5590-4dc4-a2bf-c6f3c6f2d036 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 932 time: 0.8816481 Jun 30 11:55:49.662788 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 3892292b-0944-4744-84cc-e6e81331b397, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=3892292b-0944-4744-84cc-e6e81331b397,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:49.664948 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Pushing event updated for resources: {'Port': ['ID=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:49.684439 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Attempting to bind port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:49.684696 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Attempting to bind port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:49.685024 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Attempting to bind port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda on network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:49.688786 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '3892292b-0944-4744-84cc-e6e81331b397', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'port_id': '3892292b-0944-4744-84cc-e6e81331b397', 'mac_address': 'fa:16:3e:04:8a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:55:49.695854 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda on network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:55:49.700923 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Attempting to bind port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda on network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:49.707913 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:49.708297 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Checking segment: {'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:49.708904 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Bound using segment: {'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:49.709338 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Bound port: 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:49.709686 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:49.760505 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 3892292b-0944-4744-84cc-e6e81331b397 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:49.761265 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:49.780441 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3892292b-0944-4744-84cc-e6e81331b397 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:55:49.797310 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-56e9cb79-d67f-4b71-b83f-af47d42f8968 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 HTTP/1.1" status: 200 len: 217 time: 0.3768408 Jun 30 11:55:49.798940 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 3892292b-0944-4744-84cc-e6e81331b397, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=3892292b-0944-4744-84cc-e6e81331b397,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:49.890786 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:49.914756 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-12466269-1f04-4cdc-9944-ed464900c94a req-fa630c7c-9b07-456b-90ac-e8cfc84b97a9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4001379 Jun 30 11:55:49.920750 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] For port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:49.924806 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] For port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:49.993704 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=3892292b-0944-4744-84cc-e6e81331b397,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:50.051089 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-c07553ba-cc1c-4dc2-84dd-5003a3e064e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:50.052744 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-c07553ba-cc1c-4dc2-84dd-5003a3e064e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9acea99c-2923-40c6-9879-4a0dcdc3c90f HTTP/1.1" status: 200 len: 848 time: 0.2051134 Jun 30 11:55:50.074536 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:50.111000 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['3892292b-0944-4744-84cc-e6e81331b397'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:55:50.177730 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:50.182407 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:50.182407 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] 10.222.0.44 "PUT /v2.0/ports/0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda HTTP/1.1" status: 200 len: 1094 time: 1.8463881 Jun 30 11:55:50.182407 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'tag': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:55:50.210839 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfbd64-ea00-4a6d-89d1-20a2e094ee35 req-0c75e955-af35-4f7e-b0ac-747f6d1fe0bd tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:50.214888 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a9dfbd64-ea00-4a6d-89d1-20a2e094ee35 req-0c75e955-af35-4f7e-b0ac-747f6d1fe0bd tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 946 time: 0.4278257 Jun 30 11:55:50.216684 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.db.resource_extend [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 11:55:50.230047 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfc10b-2a4f-4133-9023-fc3297dbc87e service neutron] Pushing event updated for resources: {'Port': ['ID=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:50.299246 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de58cfb-7631-4ff0-a3c4-9d9488c2ef4f'] response: {'server_uuid': 'ee2b61e0-6936-44f7-a055-cb7c7aa8ace7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3995e75f-b9cb-4eab-9a60-67b5bc6fe337', 'code': 200} Jun 30 11:55:50.502383 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-6d2ee060-e999-4124-a90b-3310a62352ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:50.502383 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-6d2ee060-e999-4124-a90b-3310a62352ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66756d824b614f6a8344f03d7aa9133d&device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 1097 time: 0.1530151 Jun 30 11:55:50.504172 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9956cccf-99a3-4265-89e6-582683b10efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:50.568963 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e005135-aa39-401d-8a76-29893e7a4769'] response: {'name': 'network-changed', 'server_uuid': 'e61f3b0f-86df-4085-92e7-7b6a1ce279a6', 'tag': '7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3', 'status': 'completed', 'code': 200} Jun 30 11:55:50.592223 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-d6163c31-a751-4a59-8da0-9ad027c398f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda HTTP/1.1" status: 200 len: 217 time: 0.0821428 Jun 30 11:55:50.681001 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-cef28cde-9ae9-440e-bae1-1a4b748efb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:50.682563 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a9dfbd64-ea00-4a6d-89d1-20a2e094ee35 req-d365ed4d-2645-402b-858f-815b53c532bd tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371631 Jun 30 11:55:50.682816 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-cef28cde-9ae9-440e-bae1-1a4b748efb23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fda0c666-547b-4f4c-9f02-e4a51b02d42a HTTP/1.1" status: 200 len: 855 time: 0.0820730 Jun 30 11:55:50.695179 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8770ab-a644-44bf-b665-0a819e7dd447 {{(pid=88751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:55:50.706065 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-958ab9eb-3bec-4efe-97b5-4299c47bd6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:50.708092 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-958ab9eb-3bec-4efe-97b5-4299c47bd6de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6480052 Jun 30 11:55:50.713186 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:50.802801 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.provisioning_blocks [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Transition to ACTIVE for port object 6f8770ab-a644-44bf-b665-0a819e7dd447 will not be triggered until provisioned by entity L2. {{(pid=88751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:55:50.896678 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:50.905485 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-babbbd90-2583-45f9-ad46-ae5e58ee6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:50.907115 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-babbbd90-2583-45f9-ad46-ae5e58ee6ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2180331 Jun 30 11:55:50.976608 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088b7f3-5160-4b04-9cd9-6312f9788894 req-629aa6a0-6eca-443f-ab5b-14f80d40a5b2 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:50.978095 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9088b7f3-5160-4b04-9cd9-6312f9788894 req-629aa6a0-6eca-443f-ab5b-14f80d40a5b2 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 943 time: 0.3512237 Jun 30 11:55:50.998354 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c174f-d85f-4fa7-a745-ad8ae5915d0f req-443e5a89-c384-4ae6-a787-9aecf9102112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:50.999746 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c05c174f-d85f-4fa7-a745-ad8ae5915d0f req-443e5a89-c384-4ae6-a787-9aecf9102112 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 1099 time: 0.2082517 Jun 30 11:55:51.036891 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c05c174f-d85f-4fa7-a745-ad8ae5915d0f req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:51.077364 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-c05c174f-d85f-4fa7-a745-ad8ae5915d0f req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:51.099205 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-c05c174f-d85f-4fa7-a745-ad8ae5915d0f req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Usage tracker for resource:security_group_rule and tenant:5879f09bdf6d46f2bf6316dd857943c1 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:51.108340 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-c05c174f-d85f-4fa7-a745-ad8ae5915d0f req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:51.110756 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-24e6f93e-7510-4d04-b340-1f73c793681c service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885362 Jun 30 11:55:51.116894 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-c05c174f-d85f-4fa7-a745-ad8ae5915d0f req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:51.134086 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-3a90a0de-df8e-4701-bc1e-3d07f9a56f68 service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125010 Jun 30 11:55:51.211757 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8770ab-a644-44bf-b665-0a819e7dd447,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:51.320637 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:51.320986 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:51.321332 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:51.321667 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:51.321996 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:51.322325 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:51.322651 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:51.322974 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:51.323300 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:51.323643 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:51.323967 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:51.324286 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:51.339166 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9088b7f3-5160-4b04-9cd9-6312f9788894 req-61d40a7e-65d8-4c89-b1a2-b82a0c33feb6 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398004 Jun 30 11:55:51.364321 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.managers [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Attempting to bind port 6f8770ab-a644-44bf-b665-0a819e7dd447 on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:55:51.364321 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.managers [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Attempting to bind port 6f8770ab-a644-44bf-b665-0a819e7dd447 by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'}] {{(pid=88751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:55:51.364321 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Attempting to bind port 6f8770ab-a644-44bf-b665-0a819e7dd447 on network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:51.401271 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 00e5bcaa-1403-4623-a7ad-39b7791bef0f details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:55:51.436902 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Port 6f8770ab-a644-44bf-b665-0a819e7dd447 on network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:55:51.436902 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Attempting to bind port 6f8770ab-a644-44bf-b665-0a819e7dd447 on network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:55:51.496446 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30817e7-9c6a-42c5-93be-0f942bd3a634 req-29660845-08e1-45b9-8834-6ffa52455bf5 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:51.498386 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e30817e7-9c6a-42c5-93be-0f942bd3a634 req-29660845-08e1-45b9-8834-6ffa52455bf5 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 943 time: 0.6785948 Jun 30 11:55:51.504571 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:55:51.506617 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Checking segment: {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:55:51.507186 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Bound using segment: {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'} {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:55:51.507795 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.managers [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Bound port: 6f8770ab-a644-44bf-b665-0a819e7dd447, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'}}] {{(pid=88751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:55:51.509697 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-daabae44-3531-4df9-85d1-2dbf72022b1d req-0679a79f-9230-452d-886f-284fa7e849ab service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756800 Jun 30 11:55:51.510588 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:51.514346 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbe7823-ce50-46f8-b197-4f6d5618836b'] response: {'name': 'network-changed', 'server_uuid': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'tag': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'status': 'completed', 'code': 200} Jun 30 11:55:51.560280 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c05c174f-d85f-4fa7-a745-ad8ae5915d0f req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:51.588141 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 3892292b-0944-4744-84cc-e6e81331b397 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:55:51.632312 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:51.671555 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e8dcc77-a23b-4f69-a51a-eeac9a0cad9e req-63a61b69-f6d7-4a62-8e72-b5673df44543 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517173 Jun 30 11:55:51.694966 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 00e5bcaa-1403-4623-a7ad-39b7791bef0f, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=00e5bcaa-1403-4623-a7ad-39b7791bef0f,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:51.732956 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e30817e7-9c6a-42c5-93be-0f942bd3a634 req-58c398cb-1194-4dbb-97dc-103eae343a9f tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088206 Jun 30 11:55:51.777015 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] For port 6f8770ab-a644-44bf-b665-0a819e7dd447, host hv-cinder-84825, cleared binding levels {{(pid=88751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:55:51.781794 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] For port 6f8770ab-a644-44bf-b665-0a819e7dd447, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=6f8770ab-a644-44bf-b665-0a819e7dd447,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:55:51.795771 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '00e5bcaa-1403-4623-a7ad-39b7791bef0f', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'port_id': '00e5bcaa-1403-4623-a7ad-39b7791bef0f', 'mac_address': 'fa:16:3e:de:bc:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:55:51.798012 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c05c174f-d85f-4fa7-a745-ad8ae5915d0f req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:51.806602 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140e13c-66c3-48a8-9ef2-f6d562c26ee2 req-84d7d98e-8e8f-42eb-be6f-82298b408c1d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:51.808610 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5140e13c-66c3-48a8-9ef2-f6d562c26ee2 req-84d7d98e-8e8f-42eb-be6f-82298b408c1d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.1972885 Jun 30 11:55:51.887747 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c05c174f-d85f-4fa7-a745-ad8ae5915d0f req-71811238-f2d4-4805-8512-eae93314e64f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8739038 Jun 30 11:55:51.938158 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 00e5bcaa-1403-4623-a7ad-39b7791bef0f is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:51.938538 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:51.959401 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:51.962394 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:51.962606 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e5bcaa-1403-4623-a7ad-39b7791bef0f {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:55:51.991010 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d2934f95-2a94-44ac-a96b-5d30406f9e34,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:52.010984 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 00e5bcaa-1403-4623-a7ad-39b7791bef0f, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=00e5bcaa-1403-4623-a7ad-39b7791bef0f,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:52.012760 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:52.013877 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:52.013877 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:52.013877 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:52.014219 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:52.014582 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:52.014908 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:52.015229 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:52.018742 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:52.018742 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:52.018742 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:52.018742 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71811238-f2d4-4805-8512-eae93314e64f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:52.025326 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b39fc-5391-4572-b814-f127e37b7c7c req-7465ead0-5882-4387-a240-42465336cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:52.026923 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b62b39fc-5391-4572-b814-f127e37b7c7c req-7465ead0-5882-4387-a240-42465336cea6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66756d824b614f6a8344f03d7aa9133d&device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 1097 time: 0.3446133 Jun 30 11:55:52.102756 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:52.107044 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:52.107785 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for port, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:52.113288 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] 10.222.0.44 "PUT /v2.0/ports/6f8770ab-a644-44bf-b665-0a819e7dd447 HTTP/1.1" status: 200 len: 1094 time: 3.0207078 Jun 30 11:55:52.116197 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5140e13c-66c3-48a8-9ef2-f6d562c26ee2 req-83631e5d-f340-4391-ae7d-c5147179e736 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2926185 Jun 30 11:55:52.152821 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa2d6f-2b85-4b9a-831e-74a7d5f48cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8770ab-a644-44bf-b665-0a819e7dd447,revision_number=3']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:52.170519 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 3892292b-0944-4744-84cc-e6e81331b397 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:55:52.194378 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddb19f-4512-47d6-b207-4bf93ad89188 req-bfcdff44-ea87-44b9-a724-a08d49570cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:52.200647 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 3892292b-0944-4744-84cc-e6e81331b397 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:55:52.201230 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:52.202107 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-baddb19f-4512-47d6-b207-4bf93ad89188 req-bfcdff44-ea87-44b9-a724-a08d49570cb5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a7c4d775013495f985d1352b2699d20&device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 1096 time: 0.3559120 Jun 30 11:55:52.320628 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce16f1-67df-404a-9a36-c84514ddc78e req-bb979542-5ac5-4673-9a8a-5f9cf846244a tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:52.322084 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-81ce16f1-67df-404a-9a36-c84514ddc78e req-bb979542-5ac5-4673-9a8a-5f9cf846244a tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 944 time: 0.3710592 Jun 30 11:55:52.357965 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=00e5bcaa-1403-4623-a7ad-39b7791bef0f,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:52.387995 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b39fc-5391-4572-b814-f127e37b7c7c req-ff21c10f-c8f9-46ed-8aae-8dddc203a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:52.389773 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b62b39fc-5391-4572-b814-f127e37b7c7c req-ff21c10f-c8f9-46ed-8aae-8dddc203a8c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f HTTP/1.1" status: 200 len: 917 time: 0.2645926 Jun 30 11:55:52.438836 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 3892292b-0944-4744-84cc-e6e81331b397 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:52.439350 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:52.471057 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06ff3f1-a69b-49a6-a17a-56be479d9beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3892292b-0944-4744-84cc-e6e81331b397'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:55:52.476214 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b62b39fc-5391-4572-b814-f127e37b7c7c req-38d41825-b773-4707-8645-765b34509ef9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda HTTP/1.1" status: 200 len: 217 time: 0.0790620 Jun 30 11:55:52.482673 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 3892292b-0944-4744-84cc-e6e81331b397, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=3892292b-0944-4744-84cc-e6e81331b397,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:52.557688 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:52.565894 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-81ce16f1-67df-404a-9a36-c84514ddc78e req-2e0c7715-069e-4944-88f7-0a7b9cb996c3 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704676 Jun 30 11:55:52.569619 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'tag': '6f8770ab-a644-44bf-b665-0a819e7dd447'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:55:52.587225 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddb19f-4512-47d6-b207-4bf93ad89188 req-509fc6b3-8003-4072-8e35-cf81303521fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:52.588761 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-baddb19f-4512-47d6-b207-4bf93ad89188 req-509fc6b3-8003-4072-8e35-cf81303521fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 HTTP/1.1" status: 200 len: 910 time: 0.3814261 Jun 30 11:55:52.605478 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-dd9998e9-1f8a-419a-bee8-29f003394984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:52.607121 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-dd9998e9-1f8a-419a-bee8-29f003394984 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 1097 time: 0.3525119 Jun 30 11:55:52.629297 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e41d9-b272-4ba2-ba97-2951ba3af697 req-28b0ee2c-8388-488b-ad26-4cc213a36666 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:52.631371 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-749e41d9-b272-4ba2-ba97-2951ba3af697 req-28b0ee2c-8388-488b-ad26-4cc213a36666 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 946 time: 0.3083756 Jun 30 11:55:52.655489 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=3892292b-0944-4744-84cc-e6e81331b397,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:52.682546 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-749e41d9-b272-4ba2-ba97-2951ba3af697 req-b2de4307-40d0-47de-b945-0bea6d003bd0 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445168 Jun 30 11:55:52.734664 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b3a8a4-7173-4b47-9f62-6d1f7e121fe3'] response: {'server_uuid': 'a06ff3f1-a69b-49a6-a17a-56be479d9beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3892292b-0944-4744-84cc-e6e81331b397', 'code': 200} Jun 30 11:55:52.846089 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac0ba83-3d7f-40da-80dd-0092802c6dff'] response: {'name': 'network-changed', 'server_uuid': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'tag': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'status': 'completed', 'code': 200} Jun 30 11:55:52.961438 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9253226-86d6-4cb9-8dee-0531782328c2 req-8a35ae3a-7ae5-4ee0-9d4d-04b2cdc98660 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:52.962998 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9253226-86d6-4cb9-8dee-0531782328c2 req-8a35ae3a-7ae5-4ee0-9d4d-04b2cdc98660 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 944 time: 0.2544737 Jun 30 11:55:53.015728 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9253226-86d6-4cb9-8dee-0531782328c2 req-d317d905-04fe-4795-b4b5-45a93478e700 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467358 Jun 30 11:55:53.027037 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97ed09-6f5f-45d3-9252-60ef7c8f7607 req-ac974163-4c5b-4e03-9acc-df5adb24f7bc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:53.028546 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6f97ed09-6f5f-45d3-9252-60ef7c8f7607 req-ac974163-4c5b-4e03-9acc-df5adb24f7bc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 943 time: 0.1552885 Jun 30 11:55:53.081044 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6f97ed09-6f5f-45d3-9252-60ef7c8f7607 req-7cbe8cdd-4783-4a55-8dc5-fe847a7628cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436995 Jun 30 11:55:53.096843 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:53.345800 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b03dfe-9778-4020-b440-335bfe35973c req-235a5d67-798f-44f4-97b7-cb4a8b715cae tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:53.359739 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f6b03dfe-9778-4020-b440-335bfe35973c req-235a5d67-798f-44f4-97b7-cb4a8b715cae tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.0943913 Jun 30 11:55:53.392560 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f6b03dfe-9778-4020-b440-335bfe35973c req-24477a29-9bc4-48f2-a738-f5568066effd tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0394552 Jun 30 11:55:53.761463 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afa063-0401-40a4-af17-de42b58874e3 req-a9dc913d-4374-4728-8201-220348619737 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:53.762991 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a0afa063-0401-40a4-af17-de42b58874e3 req-a9dc913d-4374-4728-8201-220348619737 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 944 time: 0.0877829 Jun 30 11:55:53.850161 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a0afa063-0401-40a4-af17-de42b58874e3 req-1cad4b40-690e-4b98-90bd-219e8f726fc7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812154 Jun 30 11:55:53.896856 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ca236-8b9e-46d6-9e76-8348e4c79cf8 req-3ae62589-53cb-43e6-93a9-732b2a465fe3 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:53.898296 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ea3ca236-8b9e-46d6-9e76-8348e4c79cf8 req-3ae62589-53cb-43e6-93a9-732b2a465fe3 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 946 time: 0.1004918 Jun 30 11:55:53.943382 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ea3ca236-8b9e-46d6-9e76-8348e4c79cf8 req-3807da86-a862-42df-af6a-014d981fe05a tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395136 Jun 30 11:55:54.120953 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['00e5bcaa-1403-4623-a7ad-39b7791bef0f'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:55:54.282454 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99e1ff-8148-4c4a-a01a-0983c5743c11 req-23456191-1e7b-42c5-ac10-fdce4ae1b411 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:54.283833 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3f99e1ff-8148-4c4a-a01a-0983c5743c11 req-23456191-1e7b-42c5-ac10-fdce4ae1b411 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 944 time: 0.1609776 Jun 30 11:55:54.331781 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b289e-bddf-4889-be77-c4058020217a req-6385c035-af1d-4ebb-99a6-cbf6089ea196 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:54.333248 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e62b289e-bddf-4889-be77-c4058020217a req-6385c035-af1d-4ebb-99a6-cbf6089ea196 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 943 time: 0.1343966 Jun 30 11:55:54.355322 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3f99e1ff-8148-4c4a-a01a-0983c5743c11 req-f52736ae-470a-4502-bb5f-c65d2cd7c739 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648239 Jun 30 11:55:54.384715 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e62b289e-bddf-4889-be77-c4058020217a req-95e91e85-af7a-4e61-b8ee-ab29baf4e093 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456977 Jun 30 11:55:54.594430 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3d683-9858-4ae9-a73b-6be542430b6a req-3fd4fbab-7e50-4774-86f3-b6eda824d438 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:54.595876 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f4e3d683-9858-4ae9-a73b-6be542430b6a req-3fd4fbab-7e50-4774-86f3-b6eda824d438 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.0908475 Jun 30 11:55:54.640729 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f4e3d683-9858-4ae9-a73b-6be542430b6a req-c391fb6b-1764-4b8d-bc2c-e5c7fc81157a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390785 Jun 30 11:55:55.079920 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b39fc-5391-4572-b814-f127e37b7c7c req-860dea78-cd6b-4193-bf4a-91ecbca8b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:55.082763 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b62b39fc-5391-4572-b814-f127e37b7c7c req-860dea78-cd6b-4193-bf4a-91ecbca8b0cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fda0c666-547b-4f4c-9f02-e4a51b02d42a HTTP/1.1" status: 200 len: 855 time: 0.0694737 Jun 30 11:55:55.178158 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b39fc-5391-4572-b814-f127e37b7c7c req-9f092f40-8389-434b-b032-65faae987128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:55.179621 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b62b39fc-5391-4572-b814-f127e37b7c7c req-9f092f40-8389-434b-b032-65faae987128 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812933 Jun 30 11:55:55.199612 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-baddb19f-4512-47d6-b207-4bf93ad89188 req-fd47f11d-4a65-45ac-a354-20eac0851a7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 HTTP/1.1" status: 200 len: 217 time: 0.1733656 Jun 30 11:55:55.213768 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-fd385a48-789e-4776-ad38-5f45466cf719 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f8770ab-a644-44bf-b665-0a819e7dd447 HTTP/1.1" status: 200 len: 217 time: 0.1270452 Jun 30 11:55:55.320814 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026242d-3cac-41e5-8781-e118b3801793 req-61dd8f65-f4ee-4b0f-96ad-6439e5c6a692 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:55.322335 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b026242d-3cac-41e5-8781-e118b3801793 req-61dd8f65-f4ee-4b0f-96ad-6439e5c6a692 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 944 time: 0.3629260 Jun 30 11:55:55.325393 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b62b39fc-5391-4572-b814-f127e37b7c7c req-df7807ab-0879-4b91-a875-be1209546d98 service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317992 Jun 30 11:55:55.364869 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddb19f-4512-47d6-b207-4bf93ad89188 req-6fff7eb2-6936-46fd-87b2-9f84853d1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:55.366301 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-baddb19f-4512-47d6-b207-4bf93ad89188 req-6fff7eb2-6936-46fd-87b2-9f84853d1e3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9acea99c-2923-40c6-9879-4a0dcdc3c90f HTTP/1.1" status: 200 len: 848 time: 0.1488714 Jun 30 11:55:55.437073 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-ca4d4183-9d9c-49a7-90de-599f57056fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:55.438447 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-ca4d4183-9d9c-49a7-90de-599f57056fc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ea6951d-83ae-414a-b63e-039dc352ff4b HTTP/1.1" status: 200 len: 854 time: 0.1865356 Jun 30 11:55:55.469657 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b62b39fc-5391-4572-b814-f127e37b7c7c req-495d83a5-b3a8-4b54-9d45-2f324df61935 service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353703 Jun 30 11:55:55.511225 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b026242d-3cac-41e5-8781-e118b3801793 req-67fec0e6-b936-4ab1-9a4a-7bf0b37c3b49 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792896 Jun 30 11:55:55.548081 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051ceff-a12c-4505-a244-c6a2a95b24e8 req-a62a2e27-5015-4b4d-9508-020b0310314b tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:55.555105 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e051ceff-a12c-4505-a244-c6a2a95b24e8 req-a62a2e27-5015-4b4d-9508-020b0310314b tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 946 time: 0.4671631 Jun 30 11:55:55.618200 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e051ceff-a12c-4505-a244-c6a2a95b24e8 req-3adb1798-fbd9-452b-97a6-35b6b322e4ac tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619333 Jun 30 11:55:55.622353 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a9238-1953-4b83-a7dc-8f1d38d0c132 req-762d3b82-10f9-4e5f-986f-e8e7ec9a3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:55.624174 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-118a9238-1953-4b83-a7dc-8f1d38d0c132 req-762d3b82-10f9-4e5f-986f-e8e7ec9a3988 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 1098 time: 0.1394346 Jun 30 11:55:55.628981 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddb19f-4512-47d6-b207-4bf93ad89188 req-58b1d497-2d9f-49ff-8848-eb4408563626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:55.630419 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-baddb19f-4512-47d6-b207-4bf93ad89188 req-58b1d497-2d9f-49ff-8848-eb4408563626 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2496271 Jun 30 11:55:55.682200 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-4a445c81-5730-49a8-a50c-4edcab924ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:55.683684 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-4a445c81-5730-49a8-a50c-4edcab924ade service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2351685 Jun 30 11:55:55.722795 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd8b3d-efac-4d08-8dba-a04cf7f11131 req-4fe6b16e-9282-43d0-b04e-8bd6e6b22214 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:55.724192 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-31cd8b3d-efac-4d08-8dba-a04cf7f11131 req-4fe6b16e-9282-43d0-b04e-8bd6e6b22214 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 944 time: 0.0980928 Jun 30 11:55:55.886484 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-31cd8b3d-efac-4d08-8dba-a04cf7f11131 req-5acd6142-6521-4815-80fa-d8aed839647c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271389 Jun 30 11:55:55.910308 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf21dac-3be4-4e66-8773-e3bf8a4ee1ee req-f9a493c2-9ad6-4dbe-8a74-c8bcdec2ee85 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:55.911631 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5bf21dac-3be4-4e66-8773-e3bf8a4ee1ee req-f9a493c2-9ad6-4dbe-8a74-c8bcdec2ee85 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 943 time: 0.1865668 Jun 30 11:55:55.956880 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5bf21dac-3be4-4e66-8773-e3bf8a4ee1ee req-fdd91891-611a-4f48-872f-c4108ba7535a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392702 Jun 30 11:55:56.074720 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed27a3-0fb3-457e-ad12-62c78715e9a5 req-4f78a8f0-58a4-49de-9c0d-31420b361ceb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:56.074720 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-89ed27a3-0fb3-457e-ad12-62c78715e9a5 req-4f78a8f0-58a4-49de-9c0d-31420b361ceb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.0882595 Jun 30 11:55:56.115454 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-89ed27a3-0fb3-457e-ad12-62c78715e9a5 req-4ab10600-7577-4b90-a03d-25167fac6032 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383973 Jun 30 11:55:56.709697 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d04216-1151-44b0-8436-ef98ed637ec6 req-6c18c687-ba4c-43f6-acd8-b7d75125c2b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:56.711198 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f2d04216-1151-44b0-8436-ef98ed637ec6 req-6c18c687-ba4c-43f6-acd8-b7d75125c2b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 944 time: 0.0884037 Jun 30 11:55:56.813819 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f2d04216-1151-44b0-8436-ef98ed637ec6 req-e8b4355f-4940-40f6-be90-27ae93573527 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969172 Jun 30 11:55:56.847966 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11727b-5587-4537-8cec-5a21eabc8343 req-ffa4e1a3-e3fe-46f6-b2ed-9728fc4f31b6 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:56.849474 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7c11727b-5587-4537-8cec-5a21eabc8343 req-ffa4e1a3-e3fe-46f6-b2ed-9728fc4f31b6 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 946 time: 0.1191039 Jun 30 11:55:56.894820 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7c11727b-5587-4537-8cec-5a21eabc8343 req-e9f5dd6f-7596-49de-9968-9c1b95a35d90 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395389 Jun 30 11:55:57.123098 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14210281-3398-45a7-a1be-c23a388e65e0 req-9fb8ab7f-5d77-4dc8-a451-d75f6f730eaf tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:57.124630 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-14210281-3398-45a7-a1be-c23a388e65e0 req-9fb8ab7f-5d77-4dc8-a451-d75f6f730eaf tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 944 time: 0.1315246 Jun 30 11:55:57.189375 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-14210281-3398-45a7-a1be-c23a388e65e0 req-ad8cab93-1ee5-4f74-a921-04c85cde181d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580082 Jun 30 11:55:57.209953 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0c1af-5fd8-4b41-b12a-5900fcd822f3 req-5ee0d948-c95d-4183-87e7-543f93658ea8 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:57.211481 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-42f0c1af-5fd8-4b41-b12a-5900fcd822f3 req-5ee0d948-c95d-4183-87e7-543f93658ea8 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 943 time: 0.1316972 Jun 30 11:55:57.258676 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-42f0c1af-5fd8-4b41-b12a-5900fcd822f3 req-8e556838-d401-433d-aaac-a11e7d50e893 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 Jun 30 11:55:57.377064 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56df6b-bf32-4962-bbf8-13003162b525 req-11a608d6-2fbc-4b4c-83a5-161accebf816 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:57.378690 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1a56df6b-bf32-4962-bbf8-13003162b525 req-11a608d6-2fbc-4b4c-83a5-161accebf816 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.0902574 Jun 30 11:55:57.422584 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1a56df6b-bf32-4962-bbf8-13003162b525 req-132361e1-b5b7-4e2e-8660-f201e2578c9b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381546 Jun 30 11:55:58.056176 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1688-b0ec-498a-803b-3d79fccc254e req-1f34c38e-c5f9-455f-ab03-34ef1197d2b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:58.057682 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0dea1688-b0ec-498a-803b-3d79fccc254e req-1f34c38e-c5f9-455f-ab03-34ef1197d2b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 944 time: 0.1335006 Jun 30 11:55:58.120032 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0dea1688-b0ec-498a-803b-3d79fccc254e req-e4851fb8-cc5d-4850-87b3-08763b59127b tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537720 Jun 30 11:55:58.138109 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a70cb-51e0-408c-975d-68fcc097b9d1 req-e9b3a185-3a67-4b88-8823-9dbb5a6ec2da tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:58.139670 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f81a70cb-51e0-408c-975d-68fcc097b9d1 req-e9b3a185-3a67-4b88-8823-9dbb5a6ec2da tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 946 time: 0.1333520 Jun 30 11:55:58.143139 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:55:58.170866 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-118a9238-1953-4b83-a7dc-8f1d38d0c132 req-e92d9b45-048a-4a5f-b8a8-21af879b39f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372391 Jun 30 11:55:58.288113 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:58.303277 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'port_id': '7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3', 'mac_address': 'fa:16:3e:1b:97:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:55:58.359920 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:58.360203 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:58.378866 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:55:58.395226 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:58.417324 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f81a70cb-51e0-408c-975d-68fcc097b9d1 req-d8348d3f-fd38-41f1-a99c-76e5e8aa6f59 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289212 Jun 30 11:55:58.482121 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-baddb19f-4512-47d6-b207-4bf93ad89188 req-c68f1418-5703-4061-98bc-c472b1eed192 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414292 Jun 30 11:55:58.483458 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:58.484203 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:55:58.491027 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-5c4e5c1b-f61a-4258-9206-1c9f92a3660f service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490155 Jun 30 11:55:58.634602 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:58.637045 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0503ec-1383-44c8-8f91-698efe14c820 req-02eec06e-3bb9-4846-9bb7-0b77190f2ce2 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:58.638629 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3e0503ec-1383-44c8-8f91-698efe14c820 req-02eec06e-3bb9-4846-9bb7-0b77190f2ce2 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 944 time: 0.3319094 Jun 30 11:55:58.651569 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:58.654486 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:58.654486 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:58.654486 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:58.654486 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:58.654486 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:58.654486 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:58.654486 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:58.654486 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:58.654486 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:58.655061 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:58.655137 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:55:58.702968 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:58.717194 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'port_id': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'mac_address': 'fa:16:3e:44:97:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:55:58.775431 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:55:58.775803 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:58.794890 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:55:58.812313 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:55:58.873137 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3e0503ec-1383-44c8-8f91-698efe14c820 req-6c613621-1ddd-4890-a898-dc989d7a12dd tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774848 Jun 30 11:55:58.911833 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:58.939473 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-baddb19f-4512-47d6-b207-4bf93ad89188 req-ee486050-0c18-461d-91f2-da9649d99cd2 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459386 Jun 30 11:55:58.948775 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0590c38-77fb-422d-8de2-0294cfa00046 req-8ddbe6cd-9e3f-4b60-97cb-7c1873dc0efa service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350026 Jun 30 11:55:58.963199 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560464b-aa5e-44b3-9a35-af06ff09ce44 req-aa9cf9fb-e6f7-4f32-8733-bb6aea6a166a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:58.970627 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0560464b-aa5e-44b3-9a35-af06ff09ce44 req-aa9cf9fb-e6f7-4f32-8733-bb6aea6a166a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 944 time: 0.4475782 Jun 30 11:55:59.027235 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0560464b-aa5e-44b3-9a35-af06ff09ce44 req-9d5ef7ef-95a8-45d0-bded-fa40f279abde tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554731 Jun 30 11:55:59.047406 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:55:59.218110 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19a5a7-9638-420b-9786-5c2e16290d93 req-bf043524-d66b-4d30-a7cc-4ad24ab909e1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:59.219741 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fa19a5a7-9638-420b-9786-5c2e16290d93 req-bf043524-d66b-4d30-a7cc-4ad24ab909e1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 945 time: 0.1915357 Jun 30 11:55:59.276441 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:55:59.318192 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:55:59.333056 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4149-f036-457f-be25-d963f027c7d4 req-d5bb78f6-4d5b-4f8e-89a4-a8a59bab39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:59.334728 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-640e4149-f036-457f-be25-d963f027c7d4 req-d5bb78f6-4d5b-4f8e-89a4-a8a59bab39b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 1097 time: 0.2080424 Jun 30 11:55:59.344994 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fa19a5a7-9638-420b-9786-5c2e16290d93 req-dd393ccd-21eb-4d69-b97d-3dc24d08e7a7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1178615 Jun 30 11:55:59.537587 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53160f-3284-41b3-9df1-23bb21acf38c req-3cbde66b-9194-4228-b016-ca0f81a3bf73 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:59.539217 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ce53160f-3284-41b3-9df1-23bb21acf38c req-3cbde66b-9194-4228-b016-ca0f81a3bf73 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 944 time: 0.2869470 Jun 30 11:55:59.603360 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4149-f036-457f-be25-d963f027c7d4 req-50430aaa-0a2d-40fe-899b-fa213de71d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:59.605303 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-640e4149-f036-457f-be25-d963f027c7d4 req-50430aaa-0a2d-40fe-899b-fa213de71d3b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74 HTTP/1.1" status: 200 len: 916 time: 0.2572193 Jun 30 11:55:59.697476 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ce53160f-3284-41b3-9df1-23bb21acf38c req-a32c8d2a-2012-43d7-9a34-ae57e6ff023e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190505 Jun 30 11:55:59.758588 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 39870) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:55:59.762495 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-640e4149-f036-457f-be25-d963f027c7d4 req-611bd680-630f-4c0b-a41d-34b620148376 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f8770ab-a644-44bf-b665-0a819e7dd447 HTTP/1.1" status: 200 len: 217 time: 0.1349413 Jun 30 11:55:59.851471 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4149-f036-457f-be25-d963f027c7d4 req-c945c429-baca-47e7-837c-ff2d548c758b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:59.852966 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-640e4149-f036-457f-be25-d963f027c7d4 req-c945c429-baca-47e7-837c-ff2d548c758b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ea6951d-83ae-414a-b63e-039dc352ff4b HTTP/1.1" status: 200 len: 854 time: 0.0785494 Jun 30 11:55:59.948816 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3605879-25ac-4752-87e5-1210fcc983cc req-56635bc4-e116-44c9-855b-3c5bcfafdd9d tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:55:59.950359 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f3605879-25ac-4752-87e5-1210fcc983cc req-56635bc4-e116-44c9-855b-3c5bcfafdd9d tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 946 time: 0.2518988 Jun 30 11:55:59.953703 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-953faa0e-0968-4ee1-ae43-af1e6f895259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:55:59.967311 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-953faa0e-0968-4ee1-ae43-af1e6f895259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:55:59.971757 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-953faa0e-0968-4ee1-ae43-af1e6f895259 admin admin] Usage tracker for resource:security_group_rule and tenant:b74061d050294ab3a43d46d6bf3dde8d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:55:59.976269 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-953faa0e-0968-4ee1-ae43-af1e6f895259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:55:59.989538 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-953faa0e-0968-4ee1-ae43-af1e6f895259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:55:59.999829 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4149-f036-457f-be25-d963f027c7d4 req-8d12a25c-122f-4422-90bb-77b4978a21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:00.001528 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-640e4149-f036-457f-be25-d963f027c7d4 req-8d12a25c-122f-4422-90bb-77b4978a21ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1415107 Jun 30 11:56:00.040335 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f3605879-25ac-4752-87e5-1210fcc983cc req-baa57156-a9e7-4549-ab14-fed891a2f10f tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792654 Jun 30 11:56:00.108964 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-953faa0e-0968-4ee1-ae43-af1e6f895259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:00.143170 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 00e5bcaa-1403-4623-a7ad-39b7791bef0f up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:56:00.170828 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-953faa0e-0968-4ee1-ae43-af1e6f895259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:00.252168 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953faa0e-0968-4ee1-ae43-af1e6f895259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a0c6c5-e72d-4fd5-ab84-a893c74db249,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:00.289704 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-640e4149-f036-457f-be25-d963f027c7d4 req-73c9dec2-7460-464e-9ba5-fcc119867770 service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802186 Jun 30 11:56:00.292205 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-953faa0e-0968-4ee1-ae43-af1e6f895259 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b74061d050294ab3a43d46d6bf3dde8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325022 Jun 30 11:56:00.294670 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 39894) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:00.334202 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85b4a2-99e1-47d7-aece-eaf2ca20b80d req-6a0dd062-7a8c-40b8-bd25-8464b53e4a4e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:00.335765 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-aa85b4a2-99e1-47d7-aece-eaf2ca20b80d req-6a0dd062-7a8c-40b8-bd25-8464b53e4a4e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 944 time: 0.3028870 Jun 30 11:56:00.364348 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 00e5bcaa-1403-4623-a7ad-39b7791bef0f completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:56:00.371425 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 00e5bcaa-1403-4623-a7ad-39b7791bef0f triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:56:00.373455 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:00.391009 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-86458a3b-735e-47d3-88ef-de77857ac876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:00.423888 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-86458a3b-735e-47d3-88ef-de77857ac876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:00.462612 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-aa85b4a2-99e1-47d7-aece-eaf2ca20b80d req-7892cdbb-4386-4d63-890a-594eab3d96a8 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192157 Jun 30 11:56:00.507469 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dc1a8-04e1-44c1-8843-76d214bc3ee8 req-7e840b05-aedd-4119-a7ba-f7acc8433887 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:00.515061 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5f6dc1a8-04e1-44c1-8843-76d214bc3ee8 req-7e840b05-aedd-4119-a7ba-f7acc8433887 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 944 time: 0.3088956 Jun 30 11:56:00.537725 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 00e5bcaa-1403-4623-a7ad-39b7791bef0f is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:56:00.540084 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:00.540419 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-640e4149-f036-457f-be25-d963f027c7d4 req-3e767b71-a943-443b-b931-1a1b272dc2f4 service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357523 Jun 30 11:56:00.587548 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315b4350-9ed0-4b9b-9d22-d9fefe70fb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e5bcaa-1403-4623-a7ad-39b7791bef0f'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:56:00.592214 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5f6dc1a8-04e1-44c1-8843-76d214bc3ee8 req-c633d768-1b90-4999-8264-137387a746d2 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703993 Jun 30 11:56:00.604434 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 00e5bcaa-1403-4623-a7ad-39b7791bef0f, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=00e5bcaa-1403-4623-a7ad-39b7791bef0f,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:56:00.628806 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-86458a3b-735e-47d3-88ef-de77857ac876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:00.639424 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbccc74c-663e-4f68-aae1-3dc81f276e1e'] response: {'server_uuid': '315b4350-9ed0-4b9b-9d22-d9fefe70fb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e5bcaa-1403-4623-a7ad-39b7791bef0f', 'code': 200} Jun 30 11:56:00.657822 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86458a3b-735e-47d3-88ef-de77857ac876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a0c6c5-e72d-4fd5-ab84-a893c74db249,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:00.668733 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-86458a3b-735e-47d3-88ef-de77857ac876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:00.670164 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-86458a3b-735e-47d3-88ef-de77857ac876 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3a0c6c5-e72d-4fd5-ab84-a893c74db249 HTTP/1.1" status: 204 len: 168 time: 0.3740916 Jun 30 11:56:00.719452 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:00.723934 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d4370-7b76-4e5c-9fda-c5b53a729e88 req-ec23a4b9-280c-40bc-b6d8-5081c44d6559 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:00.733220 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-af1d4370-7b76-4e5c-9fda-c5b53a729e88 req-ec23a4b9-280c-40bc-b6d8-5081c44d6559 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 945 time: 0.1251829 Jun 30 11:56:00.789525 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-af1d4370-7b76-4e5c-9fda-c5b53a729e88 req-1221a5ef-d5d0-434f-808c-b1d611498222 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445569 Jun 30 11:56:00.804651 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=00e5bcaa-1403-4623-a7ad-39b7791bef0f,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:00.970649 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca13fc-2607-40db-8823-7f35d5b50f7a req-9f39012f-4368-4229-b391-498e4821c34f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:00.972789 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3eca13fc-2607-40db-8823-7f35d5b50f7a req-9f39012f-4368-4229-b391-498e4821c34f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 944 time: 0.1559689 Jun 30 11:56:01.037078 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3eca13fc-2607-40db-8823-7f35d5b50f7a req-b1e837b9-435d-4444-9fd9-2b4dc6bce3a7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559320 Jun 30 11:56:01.169533 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352aa9f-4599-4927-871c-790553b8f2b5 req-f44e4ee1-a0a4-4f80-905f-c805950c41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:01.171205 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d352aa9f-4599-4927-871c-790553b8f2b5 req-f44e4ee1-a0a4-4f80-905f-c805950c41ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 1098 time: 0.1070166 Jun 30 11:56:01.221326 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d352aa9f-4599-4927-871c-790553b8f2b5 req-719daf4b-33a2-4bd9-b0db-21ac3d56891f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427377 Jun 30 11:56:01.511050 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 39936) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:01.535508 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4a0e69e5-6034-4d38-a07b-562aeddc54cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:01.555386 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-4a0e69e5-6034-4d38-a07b-562aeddc54cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:01.559646 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-4a0e69e5-6034-4d38-a07b-562aeddc54cf admin admin] Usage tracker for resource:security_group_rule and tenant:16d7d7b8da9a4f40900e11b9a06d224e is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:01.562627 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-4a0e69e5-6034-4d38-a07b-562aeddc54cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:01.569472 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-4a0e69e5-6034-4d38-a07b-562aeddc54cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:01.693812 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4a0e69e5-6034-4d38-a07b-562aeddc54cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:01.763723 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4a0e69e5-6034-4d38-a07b-562aeddc54cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:01.817827 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-4a0e69e5-6034-4d38-a07b-562aeddc54cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16d7d7b8da9a4f40900e11b9a06d224e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058307 Jun 30 11:56:01.818971 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e69e5-6034-4d38-a07b-562aeddc54cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6c4cf8-4471-42d0-ba4d-873dbc1dad6f,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:01.822085 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 39948) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:01.897216 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-41b80b72-44d7-48dc-aff1-576125030b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:01.936906 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-41b80b72-44d7-48dc-aff1-576125030b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:01.947274 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032be4d7-c270-4f9e-9531-aee6d982b109 req-63aa59c5-a4bc-47b6-a9a6-63ee1ca03b46 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:01.948932 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-032be4d7-c270-4f9e-9531-aee6d982b109 req-63aa59c5-a4bc-47b6-a9a6-63ee1ca03b46 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.3084910 Jun 30 11:56:01.957564 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b256ad-7661-4c58-bc86-ea7a7b3853d0 req-39dc0226-d544-459d-80df-2871c2e8dd3a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:01.959060 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-64b256ad-7661-4c58-bc86-ea7a7b3853d0 req-39dc0226-d544-459d-80df-2871c2e8dd3a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 944 time: 0.1402042 Jun 30 11:56:02.035320 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-032be4d7-c270-4f9e-9531-aee6d982b109 req-98316863-375e-40d9-9b12-1438e9ed387c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751121 Jun 30 11:56:02.040595 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-64b256ad-7661-4c58-bc86-ea7a7b3853d0 req-604533ea-39f8-4d40-8027-48b9cf2fe84d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672050 Jun 30 11:56:02.116722 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-41b80b72-44d7-48dc-aff1-576125030b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:02.163807 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 6f8770ab-a644-44bf-b665-0a819e7dd447 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:56:02.168236 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:56:02.169838 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-41b80b72-44d7-48dc-aff1-576125030b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:02.176941 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-41b80b72-44d7-48dc-aff1-576125030b4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb6c4cf8-4471-42d0-ba4d-873dbc1dad6f HTTP/1.1" status: 204 len: 168 time: 0.3535662 Jun 30 11:56:02.179950 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b80b72-44d7-48dc-aff1-576125030b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6c4cf8-4471-42d0-ba4d-873dbc1dad6f,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:02.466947 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 6f8770ab-a644-44bf-b665-0a819e7dd447, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=6f8770ab-a644-44bf-b665-0a819e7dd447,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:56:02.482331 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:56:02.495210 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:56:02.495781 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:02.539670 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd942380-4971-4f6e-a4e3-7e7cc827dd92 req-12bb16f1-9cd2-44cf-88eb-454f4171332a tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:02.542123 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bd942380-4971-4f6e-a4e3-7e7cc827dd92 req-12bb16f1-9cd2-44cf-88eb-454f4171332a tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 944 time: 0.3706546 Jun 30 11:56:02.564870 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e72e1-b9ee-4d69-bd2b-44a6b6cf7db8 req-527843ba-86c0-4d1d-a475-14d51c370cde tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:02.567895 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e13e72e1-b9ee-4d69-bd2b-44a6b6cf7db8 req-527843ba-86c0-4d1d-a475-14d51c370cde tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 945 time: 0.3177228 Jun 30 11:56:02.577189 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'port_id': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'mac_address': 'fa:16:3e:22:ea:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:56:02.665254 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bd942380-4971-4f6e-a4e3-7e7cc827dd92 req-e8c35f9a-a705-48f0-93d7-659738415379 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167071 Jun 30 11:56:02.699802 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e13e72e1-b9ee-4d69-bd2b-44a6b6cf7db8 req-8b8318f7-0220-4bf7-961a-5365ca0ac058 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1058481 Jun 30 11:56:02.711653 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 6f8770ab-a644-44bf-b665-0a819e7dd447 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:56:02.712493 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:02.829847 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8770ab-a644-44bf-b665-0a819e7dd447 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:56:02.875066 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 6f8770ab-a644-44bf-b665-0a819e7dd447, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=6f8770ab-a644-44bf-b665-0a819e7dd447,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:56:02.876401 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:56:02.876939 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:02.921618 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:56:02.948301 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:56:02.993951 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c53699-3223-4c81-9de4-4e4e10d4635c'] response: {'server_uuid': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'code': 200} Jun 30 11:56:03.007057 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:03.086260 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:03.087125 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:56:03.168413 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=6f8770ab-a644-44bf-b665-0a819e7dd447,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:03.312154 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:03.366478 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f083b3-2c19-42b5-8812-f6ae0145d772 req-6f994602-ac3f-4420-b62e-a1a4c3d2277d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:03.368127 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f1f083b3-2c19-42b5-8812-f6ae0145d772 req-6f994602-ac3f-4420-b62e-a1a4c3d2277d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.1768086 Jun 30 11:56:03.389429 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['6f8770ab-a644-44bf-b665-0a819e7dd447'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:56:03.418088 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f1f083b3-2c19-42b5-8812-f6ae0145d772 req-6298b6fa-8ac3-4497-8356-e2ddafb4a19f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442078 Jun 30 11:56:03.512843 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:56:03.533965 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:56:03.534512 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:03.663644 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e774fd-350e-4314-a8a9-c061f9f49f71 req-aa42f8d7-8c91-433c-b111-d2843195c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:03.665405 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-93e774fd-350e-4314-a8a9-c061f9f49f71 req-aa42f8d7-8c91-433c-b111-d2843195c876 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 1099 time: 0.1721199 Jun 30 11:56:03.702592 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 40020) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:03.855743 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-93e774fd-350e-4314-a8a9-c061f9f49f71 req-f392287d-fed5-4058-9660-94dc26c8f3c1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1797273 Jun 30 11:56:03.919808 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6422dc-18f6-465c-9595-f3e2e94ed62f req-f2ccc93b-0175-4a95-b691-72961ff6cffc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:03.921738 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0a6422dc-18f6-465c-9595-f3e2e94ed62f req-f2ccc93b-0175-4a95-b691-72961ff6cffc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 944 time: 0.2231305 Jun 30 11:56:03.984888 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0a6422dc-18f6-465c-9595-f3e2e94ed62f req-42852dc5-7bda-4ae6-b956-7923ae35248b tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552461 Jun 30 11:56:04.042319 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8d91f284-f0d5-4fc5-8400-2f9e82237543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:04.083015 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:56:04.084022 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:04.089925 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-8d91f284-f0d5-4fc5-8400-2f9e82237543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:04.113187 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-8d91f284-f0d5-4fc5-8400-2f9e82237543 admin admin] Usage tracker for resource:security_group_rule and tenant:34835d2e7099493187c38e47506fc6ba is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:04.119666 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-8d91f284-f0d5-4fc5-8400-2f9e82237543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:04.144543 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-8d91f284-f0d5-4fc5-8400-2f9e82237543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:04.166650 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:56:04.331459 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8d91f284-f0d5-4fc5-8400-2f9e82237543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:04.357674 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:04.449484 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:04.464539 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8d91f284-f0d5-4fc5-8400-2f9e82237543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:04.587092 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-8d91f284-f0d5-4fc5-8400-2f9e82237543 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34835d2e7099493187c38e47506fc6ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8305097 Jun 30 11:56:04.589926 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91f284-f0d5-4fc5-8400-2f9e82237543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b12dc7-2848-40fd-8bb9-4a4c6cbe7a77,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:04.590290 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40052) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:04.625392 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7d8c0-9053-4241-90d6-841d607dbb5b req-90538cb8-2004-4648-88c2-aae87cca56f2 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:04.638861 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-64a7d8c0-9053-4241-90d6-841d607dbb5b req-90538cb8-2004-4648-88c2-aae87cca56f2 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 945 time: 0.2740293 Jun 30 11:56:04.701262 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-13104471-419a-47a7-aaaa-c6b059b1ebd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:04.704301 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-64a7d8c0-9053-4241-90d6-841d607dbb5b req-3eaf36b7-2aef-41b3-89c4-ba4a84991e76 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634897 Jun 30 11:56:04.736019 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-13104471-419a-47a7-aaaa-c6b059b1ebd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:04.969196 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-13104471-419a-47a7-aaaa-c6b059b1ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:04.987855 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13104471-419a-47a7-aaaa-c6b059b1ebd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b12dc7-2848-40fd-8bb9-4a4c6cbe7a77,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:04.993757 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61f3b0f-86df-4085-92e7-7b6a1ce279a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:56:04.994038 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-13104471-419a-47a7-aaaa-c6b059b1ebd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:04.996413 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-13104471-419a-47a7-aaaa-c6b059b1ebd9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07b12dc7-2848-40fd-8bb9-4a4c6cbe7a77 HTTP/1.1" status: 204 len: 168 time: 0.4035363 Jun 30 11:56:05.307130 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370089c-8e92-41d1-a234-827893b7e699 req-9a8060d5-01c6-4924-a44b-47c38a2d7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:05.307130 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4370089c-8e92-41d1-a234-827893b7e699 req-9a8060d5-01c6-4924-a44b-47c38a2d7df0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 1098 time: 0.2120578 Jun 30 11:56:05.307130 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989150c3-7f1a-4044-864c-b635872e2b43 req-acf22549-3aa7-4637-816a-4e50ac3bd7a4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:05.307130 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-989150c3-7f1a-4044-864c-b635872e2b43 req-acf22549-3aa7-4637-816a-4e50ac3bd7a4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.2859068 Jun 30 11:56:05.307130 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647717b3-5b08-4532-b003-66467b391bde req-19bada92-c727-4b53-9f9a-830b3ccbdfcb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:05.307130 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-647717b3-5b08-4532-b003-66467b391bde req-19bada92-c727-4b53-9f9a-830b3ccbdfcb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.2533145 Jun 30 11:56:05.395891 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-647717b3-5b08-4532-b003-66467b391bde req-76408603-9cc5-4706-8f05-18bbab1191d0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1324010 Jun 30 11:56:05.412610 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-989150c3-7f1a-4044-864c-b635872e2b43 req-5cc5d984-b467-43d3-bf50-d9d0890131f4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664219 Jun 30 11:56:05.435288 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370089c-8e92-41d1-a234-827893b7e699 req-18e30608-8daf-4a35-bf6a-d0c31b731f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:05.444571 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4370089c-8e92-41d1-a234-827893b7e699 req-18e30608-8daf-4a35-bf6a-d0c31b731f6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 920 time: 0.2315392 Jun 30 11:56:05.516684 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b598e896-6a2c-433a-9b8b-82ea567c8ea8'] response: {'server_uuid': 'e61f3b0f-86df-4085-92e7-7b6a1ce279a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3', 'code': 200} Jun 30 11:56:05.535093 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4370089c-8e92-41d1-a234-827893b7e699 req-2337eb3c-304d-454e-9f14-6255de0fd537 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00e5bcaa-1403-4623-a7ad-39b7791bef0f HTTP/1.1" status: 200 len: 217 time: 0.0899084 Jun 30 11:56:05.733301 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370089c-8e92-41d1-a234-827893b7e699 req-de9c660b-69ed-45ea-9da7-e9e043292961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:05.734865 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4370089c-8e92-41d1-a234-827893b7e699 req-de9c660b-69ed-45ea-9da7-e9e043292961 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.1942530 Jun 30 11:56:06.022367 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b43fd-d152-4520-9084-ec7314c80221 req-ccb56736-2aae-4448-bf74-00c01c921c72 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:06.023899 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-746b43fd-d152-4520-9084-ec7314c80221 req-ccb56736-2aae-4448-bf74-00c01c921c72 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.4506063 Jun 30 11:56:06.114639 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370089c-8e92-41d1-a234-827893b7e699 req-7a81a5c1-2775-4b06-82f4-7c297058514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:06.116116 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4370089c-8e92-41d1-a234-827893b7e699 req-7a81a5c1-2775-4b06-82f4-7c297058514b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3740032 Jun 30 11:56:06.194761 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 6f8770ab-a644-44bf-b665-0a819e7dd447 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:56:06.213568 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-746b43fd-d152-4520-9084-ec7314c80221 req-0e821c70-25ae-4416-8a45-7fa4de31bd30 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821847 Jun 30 11:56:06.227447 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829701e8-a354-4777-9e86-61fde668e3d1 req-8f134306-44f5-4324-8d6d-76b6f7354a65 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:06.228796 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-829701e8-a354-4777-9e86-61fde668e3d1 req-8f134306-44f5-4324-8d6d-76b6f7354a65 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 945 time: 0.3431089 Jun 30 11:56:06.338726 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-829701e8-a354-4777-9e86-61fde668e3d1 req-188a2a46-27ee-416a-87df-ae20a32797ae tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920761 Jun 30 11:56:06.355353 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4370089c-8e92-41d1-a234-827893b7e699 req-d626fd5e-9c5e-4d3f-aba2-443fcacc52c6 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298176 Jun 30 11:56:06.357228 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f1593-336a-4add-af70-69470853e462 req-661fe95e-b3be-4643-9ab9-994ce8d0697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:06.358615 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be8f1593-336a-4add-af70-69470853e462 req-661fe95e-b3be-4643-9ab9-994ce8d0697b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 1098 time: 0.2843723 Jun 30 11:56:06.359747 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 6f8770ab-a644-44bf-b665-0a819e7dd447 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:56:06.366459 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 6f8770ab-a644-44bf-b665-0a819e7dd447 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:56:06.366909 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:06.513653 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 6f8770ab-a644-44bf-b665-0a819e7dd447 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:56:06.514092 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:06.514653 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be8f1593-336a-4add-af70-69470853e462 req-1921fbcd-b8be-4fb4-971c-d37743042cf1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271758 Jun 30 11:56:06.562040 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 6f8770ab-a644-44bf-b665-0a819e7dd447, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=6f8770ab-a644-44bf-b665-0a819e7dd447,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:56:06.652095 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4370089c-8e92-41d1-a234-827893b7e699 req-85e83213-3d1f-4902-8577-d6a9c0f715dd service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840490 Jun 30 11:56:06.662505 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:06.746555 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12f03a-008e-435b-b6e1-86b594420141 req-7e2d54c0-d236-44ba-872b-efec254c851f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:06.747504 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=6f8770ab-a644-44bf-b665-0a819e7dd447,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:06.748430 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fd12f03a-008e-435b-b6e1-86b594420141 req-7e2d54c0-d236-44ba-872b-efec254c851f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.1533625 Jun 30 11:56:06.762448 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed92bc-9d08-4130-85f2-0b737764df73 req-1e7e79ef-0773-4051-8f26-ca161307c9c7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:06.764320 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-25ed92bc-9d08-4130-85f2-0b737764df73 req-1e7e79ef-0773-4051-8f26-ca161307c9c7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.2169321 Jun 30 11:56:06.807025 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40104) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:06.846874 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fd12f03a-008e-435b-b6e1-86b594420141 req-778b58ed-0d83-4508-a2db-fb82903aec78 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812893 Jun 30 11:56:06.881624 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-25ed92bc-9d08-4130-85f2-0b737764df73 req-e0ec6e3f-0026-4d38-bae2-6733cc8de435 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1024272 Jun 30 11:56:06.950254 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ea66d482-8319-4812-a837-3181aaa13bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:06.968509 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-ea66d482-8319-4812-a837-3181aaa13bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:06.984923 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-ea66d482-8319-4812-a837-3181aaa13bde admin admin] Usage tracker for resource:security_group_rule and tenant:cd61a42d70d74478acb315ebe3286f3f is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:06.988850 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-ea66d482-8319-4812-a837-3181aaa13bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:06.997038 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-ea66d482-8319-4812-a837-3181aaa13bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:07.110571 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ea66d482-8319-4812-a837-3181aaa13bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:07.131735 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a572e55-9e51-4cc7-83f9-7aad57a542af req-89c94a67-dc8c-4ac4-b565-d38cd8e17ab2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:07.133293 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0a572e55-9e51-4cc7-83f9-7aad57a542af req-89c94a67-dc8c-4ac4-b565-d38cd8e17ab2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.1009734 Jun 30 11:56:07.142043 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 40124) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:07.148124 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-f900a1f2-4bca-4860-b46d-9326bd076e10 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Request body: {'floatingip': {'port_id': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:56:07.210981 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ea66d482-8319-4812-a837-3181aaa13bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:07.229215 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f900a1f2-4bca-4860-b46d-9326bd076e10 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for floatingip, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:07.259389 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-ea66d482-8319-4812-a837-3181aaa13bde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd61a42d70d74478acb315ebe3286f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512689 Jun 30 11:56:07.274955 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40130) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:07.274955 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66d482-8319-4812-a837-3181aaa13bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d097771c-6eae-4f3f-a0cb-ca6512894bab,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:07.348600 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b00cada5-bdd6-4870-bc84-9c439a6ed4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:07.378412 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b00cada5-bdd6-4870-bc84-9c439a6ed4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:07.518763 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8770ab-a644-44bf-b665-0a819e7dd447'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:56:07.578764 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b00cada5-bdd6-4870-bc84-9c439a6ed4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:07.596207 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cada5-bdd6-4870-bc84-9c439a6ed4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d097771c-6eae-4f3f-a0cb-ca6512894bab,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:07.613072 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b00cada5-bdd6-4870-bc84-9c439a6ed4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:07.635156 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-b00cada5-bdd6-4870-bc84-9c439a6ed4d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d097771c-6eae-4f3f-a0cb-ca6512894bab HTTP/1.1" status: 204 len: 168 time: 0.3495982 Jun 30 11:56:07.905661 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfdbca-420f-4288-b07b-e5728e1d4d8c req-4aeb2443-2506-4716-b228-b1f27cb1f545 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:07.907235 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-04bfdbca-420f-4288-b07b-e5728e1d4d8c req-4aeb2443-2506-4716-b228-b1f27cb1f545 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.4828775 Jun 30 11:56:07.919836 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859630b-92f8-4565-b85f-1eaffe3f61c6 req-d2ea46eb-1c4b-478b-9bb3-b0aa412d4b5d tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:07.921370 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4859630b-92f8-4565-b85f-1eaffe3f61c6 req-d2ea46eb-1c4b-478b-9bb3-b0aa412d4b5d tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 946 time: 0.4391885 Jun 30 11:56:08.231205 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4859630b-92f8-4565-b85f-1eaffe3f61c6 req-1c61a258-f05b-4ea9-a765-1df603b7797f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397428 Jun 30 11:56:08.233762 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-04bfdbca-420f-4288-b07b-e5728e1d4d8c req-6afebdf8-6e0c-440f-a526-6ee10182b971 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037474 Jun 30 11:56:08.288199 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eed1e22-aa81-4c61-b2f2-58626fc3b6b0'] response: {'server_uuid': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'code': 200} Jun 30 11:56:08.459460 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40168) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:08.464249 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f900a1f2-4bca-4860-b46d-9326bd076e10 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:08.478343 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6bd8de04-4d1a-403a-bf3f-c7ec803325d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:08.491110 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d7ec2-632e-4a29-a0bb-ef937996f939 req-29854316-8c82-4a44-a66b-44b9a7dd57ca tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:08.493487 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ac5d7ec2-632e-4a29-a0bb-ef937996f939 req-29854316-8c82-4a44-a66b-44b9a7dd57ca tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.1255136 Jun 30 11:56:08.501914 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-6bd8de04-4d1a-403a-bf3f-c7ec803325d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:08.510538 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-6bd8de04-4d1a-403a-bf3f-c7ec803325d8 admin admin] Usage tracker for resource:security_group_rule and tenant:0e8beeeb81694380abb3cecf43f2bb44 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:08.516884 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-6bd8de04-4d1a-403a-bf3f-c7ec803325d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:08.525199 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-6bd8de04-4d1a-403a-bf3f-c7ec803325d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:08.542139 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ac5d7ec2-632e-4a29-a0bb-ef937996f939 req-a80424ff-51fb-4f58-8ee3-ac4731bfe648 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419991 Jun 30 11:56:08.542724 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f900a1f2-4bca-4860-b46d-9326bd076e10 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:08.627511 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6bd8de04-4d1a-403a-bf3f-c7ec803325d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:08.696224 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6bd8de04-4d1a-403a-bf3f-c7ec803325d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:08.725640 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.l3_db [None req-f900a1f2-4bca-4860-b46d-9326bd076e10 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Floating IP 9399aea1-ed30-4b27-91e7-9e05712af1e8 associated. External IP: 172.27.1.143, port: 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda. Jun 30 11:56:08.749055 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-6bd8de04-4d1a-403a-bf3f-c7ec803325d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e8beeeb81694380abb3cecf43f2bb44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883413 Jun 30 11:56:08.750117 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40178) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:08.753561 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8de04-4d1a-403a-bf3f-c7ec803325d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac43cb0-2693-4c42-93f3-f253035fb653,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:08.857921 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c46be281-8626-42d9-96c1-0b9304372539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:08.888489 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c46be281-8626-42d9-96c1-0b9304372539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:09.026055 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c46be281-8626-42d9-96c1-0b9304372539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:09.045381 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46be281-8626-42d9-96c1-0b9304372539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac43cb0-2693-4c42-93f3-f253035fb653,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:09.050600 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c46be281-8626-42d9-96c1-0b9304372539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:09.053142 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-c46be281-8626-42d9-96c1-0b9304372539 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bac43cb0-2693-4c42-93f3-f253035fb653 HTTP/1.1" status: 204 len: 168 time: 0.3004911 Jun 30 11:56:09.104516 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f900a1f2-4bca-4860-b46d-9326bd076e10 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Router da53b716-2afc-4fff-8113-5a5372664a1a has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:56:09.524661 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f900a1f2-4bca-4860-b46d-9326bd076e10 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:56:09.539740 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c63460-98e7-4683-90a1-c296738a25eb None None] Sync routers for ids ['da53b716-2afc-4fff-8113-5a5372664a1a'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:56:09.549621 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c63460-98e7-4683-90a1-c296738a25eb None None] Routers {'da53b716-2afc-4fff-8113-5a5372664a1a'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:56:09.550499 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5b414-0012-4028-9b80-3828243b9215 req-bad77b66-e1de-4a9a-844b-23114bcc513b tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:09.551046 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-38c63460-98e7-4683-90a1-c296738a25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:55:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['da53b716-2afc-4fff-8113-5a5372664a1a'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:09.552066 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-28f5b414-0012-4028-9b80-3828243b9215 req-bad77b66-e1de-4a9a-844b-23114bcc513b tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 946 time: 0.2065632 Jun 30 11:56:09.559171 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f900a1f2-4bca-4860-b46d-9326bd076e10 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:09.632237 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b452999-a9c2-49bf-aee8-52d89294d93d req-03f573b3-de0f-44a0-8001-a4d64c9d5bb3 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:09.633867 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2b452999-a9c2-49bf-aee8-52d89294d93d req-03f573b3-de0f-44a0-8001-a4d64c9d5bb3 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.2454655 Jun 30 11:56:09.745019 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-28f5b414-0012-4028-9b80-3828243b9215 req-edd4face-a3c7-480a-891b-86ec244432cf tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871800 Jun 30 11:56:09.746373 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-f900a1f2-4bca-4860-b46d-9326bd076e10 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "PUT /v2.0/floatingips/9399aea1-ed30-4b27-91e7-9e05712af1e8 HTTP/1.1" status: 200 len: 992 time: 2.6031313 Jun 30 11:56:09.750784 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'tag': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:56:09.760439 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2b452999-a9c2-49bf-aee8-52d89294d93d req-ee663f25-0df9-45d1-a7c0-f9a7e463d538 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142991 Jun 30 11:56:09.775843 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-38c63460-98e7-4683-90a1-c296738a25eb None None] Set router da53b716-2afc-4fff-8113-5a5372664a1a gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:56:09.863178 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05bbd83a-8780-4587-89db-c1b2e63bf09e'] response: {'name': 'network-changed', 'server_uuid': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'tag': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'status': 'completed', 'code': 200} Jun 30 11:56:10.076848 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdb773-589b-40fa-b292-f26665988663 req-da1c8562-11ce-4942-8042-0c0a964e41cf tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:10.078250 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-83cdb773-589b-40fa-b292-f26665988663 req-da1c8562-11ce-4942-8042-0c0a964e41cf tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.2050462 Jun 30 11:56:10.117002 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3027b39-c76f-430c-bf25-e04713bf2c80 req-f0865724-b259-49fa-919f-fe7d0ac260bd tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:10.118477 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f3027b39-c76f-430c-bf25-e04713bf2c80 req-f0865724-b259-49fa-919f-fe7d0ac260bd tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1351447 Jun 30 11:56:10.127962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 40218) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:10.147476 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-af147dd4-2e01-4768-bbc3-1d35f369b369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Request body: {'floatingip': {'port_id': '7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:56:10.159834 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-38c63460-98e7-4683-90a1-c296738a25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '9399aea1-ed30-4b27-91e7-9e05712af1e8', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'port_id': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'mac_address': 'fa:16:3e:44:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:28Z', 'updated_at': '2022-06-30T11:56:08Z', 'revision_number': 1, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:36Z', 'revision_number': 5, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:10.163696 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c63460-98e7-4683-90a1-c296738a25eb None None] Checking router: da53b716-2afc-4fff-8113-5a5372664a1a for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:56:10.172384 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c63460-98e7-4683-90a1-c296738a25eb None None] Routers {'da53b716-2afc-4fff-8113-5a5372664a1a'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:56:10.173027 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-38c63460-98e7-4683-90a1-c296738a25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:55:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['da53b716-2afc-4fff-8113-5a5372664a1a'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:10.219524 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-83cdb773-589b-40fa-b292-f26665988663 req-55ca8945-6f4d-4199-96b1-dc7907dde37e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334765 Jun 30 11:56:10.222366 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-af147dd4-2e01-4768-bbc3-1d35f369b369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for floatingip, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:10.378318 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-38c63460-98e7-4683-90a1-c296738a25eb None None] Set router da53b716-2afc-4fff-8113-5a5372664a1a gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:56:10.739702 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-38c63460-98e7-4683-90a1-c296738a25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '9399aea1-ed30-4b27-91e7-9e05712af1e8', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'port_id': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'mac_address': 'fa:16:3e:44:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:28Z', 'updated_at': '2022-06-30T11:56:08Z', 'revision_number': 1, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:36Z', 'revision_number': 5, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:10.744085 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c63460-98e7-4683-90a1-c296738a25eb None None] The sync data for ids ['da53b716-2afc-4fff-8113-5a5372664a1a'] in dv-cinder-848250-1-iscsi is: [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '9399aea1-ed30-4b27-91e7-9e05712af1e8', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'port_id': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'mac_address': 'fa:16:3e:44:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:28Z', 'updated_at': '2022-06-30T11:56:08Z', 'revision_number': 1, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:36Z', 'revision_number': 5, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:56:10.976436 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-af147dd4-2e01-4768-bbc3-1d35f369b369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:11.012888 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f3d1b-6b9b-4331-b7bc-3ff373599a1a req-d88f13d6-7f69-42ba-8d48-e6f41b9396b5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:11.014424 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cf1f3d1b-6b9b-4331-b7bc-3ff373599a1a req-d88f13d6-7f69-42ba-8d48-e6f41b9396b5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 946 time: 0.0980606 Jun 30 11:56:11.052926 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:56:11.062185 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cf1f3d1b-6b9b-4331-b7bc-3ff373599a1a req-d0a05fc9-fb12-4d40-a707-1705b424cf53 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409548 Jun 30 11:56:11.090458 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-af147dd4-2e01-4768-bbc3-1d35f369b369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:11.546318 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e8ab9-0037-43b4-9d58-ff60ea38d5d9 req-9aeb398a-c18b-46a3-9e43-f953510a7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:11.547816 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-495e8ab9-0037-43b4-9d58-ff60ea38d5d9 req-9aeb398a-c18b-46a3-9e43-f953510a7d10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66756d824b614f6a8344f03d7aa9133d&device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 1099 time: 0.2823031 Jun 30 11:56:11.588092 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d663fb71-2468-4cf8-8912-f69301db224c None None] New status for floating IP 9399aea1-ed30-4b27-91e7-9e05712af1e8: ACTIVE {{(pid=88752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:56:11.591177 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.l3_db [None req-af147dd4-2e01-4768-bbc3-1d35f369b369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Floating IP 2e73252f-6378-4596-9ab7-8f854abc5853 associated. External IP: 172.27.1.227, port: 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3. Jun 30 11:56:11.820980 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400059e7-fd9a-4571-b874-330ef56c15ff req-0ce8bd37-4d0a-4058-b150-57f19ce214e3 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:11.820980 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-400059e7-fd9a-4571-b874-330ef56c15ff req-0ce8bd37-4d0a-4058-b150-57f19ce214e3 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.4225166 Jun 30 11:56:12.002258 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-400059e7-fd9a-4571-b874-330ef56c15ff req-2b4e3dfc-10bd-4750-b968-27bc6e5d922b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620021 Jun 30 11:56:12.045287 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e8ab9-0037-43b4-9d58-ff60ea38d5d9 req-9b1ff856-92f4-4537-b9dc-fed5433dd4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:12.046823 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-495e8ab9-0037-43b4-9d58-ff60ea38d5d9 req-9b1ff856-92f4-4537-b9dc-fed5433dd4a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f HTTP/1.1" status: 200 len: 917 time: 0.4880612 Jun 30 11:56:12.108525 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63587c59-7fb7-4dcf-bbb5-8b87310f42d1 req-7bfc6e40-cc82-492f-b9d8-0b2dfc82f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:12.110002 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-63587c59-7fb7-4dcf-bbb5-8b87310f42d1 req-7bfc6e40-cc82-492f-b9d8-0b2dfc82f72b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 1099 time: 0.4635098 Jun 30 11:56:12.397252 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-495e8ab9-0037-43b4-9d58-ff60ea38d5d9 req-7142bfda-3280-443e-886c-39f30b778da9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda HTTP/1.1" status: 200 len: 1002 time: 0.2969766 Jun 30 11:56:12.403905 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-63587c59-7fb7-4dcf-bbb5-8b87310f42d1 req-eea12886-24df-4b8a-9532-e4b3b240afe9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881988 Jun 30 11:56:12.433685 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af147dd4-2e01-4768-bbc3-1d35f369b369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Router 18207179-1024-4596-9a7b-31e8ea0d4145 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:56:12.451904 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6415a87-4daa-4d6d-9a57-f33a86c8c641 req-b58b57a8-68be-413c-9ecf-641d5f706567 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:12.453623 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d6415a87-4daa-4d6d-9a57-f33a86c8c641 req-b58b57a8-68be-413c-9ecf-641d5f706567 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 946 time: 0.2235670 Jun 30 11:56:12.530611 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40292) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:12.767078 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3880548f-bb4c-4d9b-bc2b-1139a8e3b7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:12.785512 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d6415a87-4daa-4d6d-9a57-f33a86c8c641 req-5b2dfdad-3bd3-49aa-a67f-161dc27a6e7b tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784834 Jun 30 11:56:12.790896 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-3880548f-bb4c-4d9b-bc2b-1139a8e3b7ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:12.795039 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-3880548f-bb4c-4d9b-bc2b-1139a8e3b7ff admin admin] Usage tracker for resource:security_group_rule and tenant:c97cdeddd1e04211be704ba0cc994d38 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:12.798148 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-3880548f-bb4c-4d9b-bc2b-1139a8e3b7ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:12.805143 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-3880548f-bb4c-4d9b-bc2b-1139a8e3b7ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:12.814742 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e8ab9-0037-43b4-9d58-ff60ea38d5d9 req-d26f7ca7-cbac-4268-b4dd-4b704a00c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:12.816237 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-495e8ab9-0037-43b4-9d58-ff60ea38d5d9 req-d26f7ca7-cbac-4268-b4dd-4b704a00c977 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fda0c666-547b-4f4c-9f02-e4a51b02d42a HTTP/1.1" status: 200 len: 855 time: 0.1153145 Jun 30 11:56:12.879014 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af147dd4-2e01-4768-bbc3-1d35f369b369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:56:12.884495 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-af147dd4-2e01-4768-bbc3-1d35f369b369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:12.895587 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4436206-d4da-4bc3-b843-f58f613d8118 None None] Sync routers for ids ['18207179-1024-4596-9a7b-31e8ea0d4145'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:56:12.909369 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4436206-d4da-4bc3-b843-f58f613d8118 None None] Routers {'18207179-1024-4596-9a7b-31e8ea0d4145'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:56:12.910396 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-e4436206-d4da-4bc3-b843-f58f613d8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:55:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['18207179-1024-4596-9a7b-31e8ea0d4145'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:12.916024 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3880548f-bb4c-4d9b-bc2b-1139a8e3b7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:12.952271 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-af147dd4-2e01-4768-bbc3-1d35f369b369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "PUT /v2.0/floatingips/2e73252f-6378-4596-9ab7-8f854abc5853 HTTP/1.1" status: 200 len: 991 time: 2.8236001 Jun 30 11:56:12.954325 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61f3b0f-86df-4085-92e7-7b6a1ce279a6', 'tag': '7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:56:12.973013 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e8ab9-0037-43b4-9d58-ff60ea38d5d9 req-a03bdda7-a01b-4a6e-b5f7-e3db11135125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:12.974613 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-495e8ab9-0037-43b4-9d58-ff60ea38d5d9 req-a03bdda7-a01b-4a6e-b5f7-e3db11135125 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1492794 Jun 30 11:56:13.012597 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e060fd52-bb9a-43cc-a609-29489190a837'] response: {'name': 'network-changed', 'server_uuid': 'e61f3b0f-86df-4085-92e7-7b6a1ce279a6', 'tag': '7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3', 'status': 'completed', 'code': 200} Jun 30 11:56:13.023343 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3880548f-bb4c-4d9b-bc2b-1139a8e3b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:13.081231 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-3880548f-bb4c-4d9b-bc2b-1139a8e3b7ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c97cdeddd1e04211be704ba0cc994d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5488024 Jun 30 11:56:13.082144 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40310) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:13.087276 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880548f-bb4c-4d9b-bc2b-1139a8e3b7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b954cb56-3c1b-4157-b55e-b05282861632,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:13.182402 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5b44d176-f471-4941-b8dd-688bd3a5a318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:13.200862 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-e4436206-d4da-4bc3-b843-f58f613d8118 None None] Set router 18207179-1024-4596-9a7b-31e8ea0d4145 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:56:13.212861 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5b44d176-f471-4941-b8dd-688bd3a5a318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:13.260453 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-495e8ab9-0037-43b4-9d58-ff60ea38d5d9 req-ab2e5beb-d009-435d-afb6-8f41a2b7d445 service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759824 Jun 30 11:56:13.411125 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5b44d176-f471-4941-b8dd-688bd3a5a318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:13.429922 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878eb5-ff15-4967-a5ec-256bbaa00037 req-3a790bcb-bd55-4cbe-ae43-578e72640be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:13.431011 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44d176-f471-4941-b8dd-688bd3a5a318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b954cb56-3c1b-4157-b55e-b05282861632,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:13.431415 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e8878eb5-ff15-4967-a5ec-256bbaa00037 req-3a790bcb-bd55-4cbe-ae43-578e72640be3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a7c4d775013495f985d1352b2699d20&device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 1098 time: 0.2680571 Jun 30 11:56:13.450108 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9babd-f227-4840-b397-f06664e5412e req-45f5ad68-e826-46d6-beea-cdb1feec5843 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:13.451887 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-85a9babd-f227-4840-b397-f06664e5412e req-45f5ad68-e826-46d6-beea-cdb1feec5843 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.2863965 Jun 30 11:56:13.458496 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5b44d176-f471-4941-b8dd-688bd3a5a318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:13.460555 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-5b44d176-f471-4941-b8dd-688bd3a5a318 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b954cb56-3c1b-4157-b55e-b05282861632 HTTP/1.1" status: 204 len: 168 time: 0.3751116 Jun 30 11:56:13.605525 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-495e8ab9-0037-43b4-9d58-ff60ea38d5d9 req-2a1dfdac-115b-4d81-9c6a-0a576a353844 service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276405 Jun 30 11:56:13.658555 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-85a9babd-f227-4840-b397-f06664e5412e req-2a340dd9-fe1c-4d2c-932a-746a1053b691 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640759 Jun 30 11:56:13.659267 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-e4436206-d4da-4bc3-b843-f58f613d8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '2e73252f-6378-4596-9ab7-8f854abc5853', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'port_id': '7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'mac_address': 'fa:16:3e:1b:97:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f3b0f-86df-4085-92e7-7b6a1ce279a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:19Z', 'updated_at': '2022-06-30T11:56:10Z', 'revision_number': 1, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:38Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:13.663032 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4436206-d4da-4bc3-b843-f58f613d8118 None None] Checking router: 18207179-1024-4596-9a7b-31e8ea0d4145 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:56:13.672271 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4436206-d4da-4bc3-b843-f58f613d8118 None None] Routers {'18207179-1024-4596-9a7b-31e8ea0d4145'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:56:13.672909 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-e4436206-d4da-4bc3-b843-f58f613d8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:55:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['18207179-1024-4596-9a7b-31e8ea0d4145'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:13.695042 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878eb5-ff15-4967-a5ec-256bbaa00037 req-3ae1a536-16d7-4e48-b6e0-fdf5107190d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:13.696679 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e8878eb5-ff15-4967-a5ec-256bbaa00037 req-3ae1a536-16d7-4e48-b6e0-fdf5107190d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 HTTP/1.1" status: 200 len: 910 time: 0.2548614 Jun 30 11:56:13.809737 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e8878eb5-ff15-4967-a5ec-256bbaa00037 req-1fa4445c-b3da-47f3-b514-727eb7183857 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 HTTP/1.1" status: 200 len: 999 time: 0.1025071 Jun 30 11:56:13.889679 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-e4436206-d4da-4bc3-b843-f58f613d8118 None None] Set router 18207179-1024-4596-9a7b-31e8ea0d4145 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:56:13.896903 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878eb5-ff15-4967-a5ec-256bbaa00037 req-77fe1076-90c4-476c-b37c-dee361a5c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:13.898507 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e8878eb5-ff15-4967-a5ec-256bbaa00037 req-77fe1076-90c4-476c-b37c-dee361a5c6ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9acea99c-2923-40c6-9879-4a0dcdc3c90f HTTP/1.1" status: 200 len: 848 time: 0.0778320 Jun 30 11:56:14.059659 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878eb5-ff15-4967-a5ec-256bbaa00037 req-6c1b8190-b6a4-4772-b33f-a3afa1f20ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:14.061342 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e8878eb5-ff15-4967-a5ec-256bbaa00037 req-6c1b8190-b6a4-4772-b33f-a3afa1f20ed0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1498644 Jun 30 11:56:14.180178 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12d331-4cf5-43d5-ae76-0aefcb58bea3 req-236e6a0a-67c4-44b9-91a5-108a04148a79 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:14.184830 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cf12d331-4cf5-43d5-ae76-0aefcb58bea3 req-236e6a0a-67c4-44b9-91a5-108a04148a79 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 946 time: 0.1980138 Jun 30 11:56:14.265480 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cf12d331-4cf5-43d5-ae76-0aefcb58bea3 req-4e007896-5229-41f9-9a61-5079585ef686 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773227 Jun 30 11:56:14.272445 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e8878eb5-ff15-4967-a5ec-256bbaa00037 req-54f97b44-3e79-4af1-86e6-19f5b100bb46 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994925 Jun 30 11:56:14.396863 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-e4436206-d4da-4bc3-b843-f58f613d8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '2e73252f-6378-4596-9ab7-8f854abc5853', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'port_id': '7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'mac_address': 'fa:16:3e:1b:97:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f3b0f-86df-4085-92e7-7b6a1ce279a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:19Z', 'updated_at': '2022-06-30T11:56:10Z', 'revision_number': 1, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:38Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:14.401346 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4436206-d4da-4bc3-b843-f58f613d8118 None None] The sync data for ids ['18207179-1024-4596-9a7b-31e8ea0d4145'] in dv-cinder-848250-1-iscsi is: [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '2e73252f-6378-4596-9ab7-8f854abc5853', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'port_id': '7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'mac_address': 'fa:16:3e:1b:97:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61f3b0f-86df-4085-92e7-7b6a1ce279a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:19Z', 'updated_at': '2022-06-30T11:56:10Z', 'revision_number': 1, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:38Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:56:14.438323 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e8878eb5-ff15-4967-a5ec-256bbaa00037 req-1de519db-1a6b-46f9-b67a-73f48d32ab1a service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588173 Jun 30 11:56:14.551374 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 40342) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:14.595801 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-38904c99-603e-45eb-ba90-63373ba59395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:14.605334 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-38904c99-603e-45eb-ba90-63373ba59395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:14.609598 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-38904c99-603e-45eb-ba90-63373ba59395 admin admin] Usage tracker for resource:security_group_rule and tenant:5e3f0d6f686b435cbda503a1159708fc is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:14.613498 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-38904c99-603e-45eb-ba90-63373ba59395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:14.620201 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-38904c99-603e-45eb-ba90-63373ba59395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:14.738631 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-38904c99-603e-45eb-ba90-63373ba59395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:15.001209 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-38904c99-603e-45eb-ba90-63373ba59395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:15.142063 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-38904c99-603e-45eb-ba90-63373ba59395 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e3f0d6f686b435cbda503a1159708fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5859485 Jun 30 11:56:15.142063 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38904c99-603e-45eb-ba90-63373ba59395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59699a0-6b16-4e54-8d99-083d6e966aae,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:15.143792 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40362) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:15.186048 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2a63e-fb84-47bd-b159-871db35c207e req-9ac2f595-30e3-4c79-9cd4-fc8ad6ad8b23 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:15.187597 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9ca2a63e-fb84-47bd-b159-871db35c207e req-9ac2f595-30e3-4c79-9cd4-fc8ad6ad8b23 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.3645885 Jun 30 11:56:15.235945 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9ca2a63e-fb84-47bd-b159-871db35c207e req-cce60471-c43e-4e2c-a60c-58aa4d1433ef tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413711 Jun 30 11:56:15.240281 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-00de66ac-f040-465b-8fa6-b06b94c76267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:15.271221 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-00de66ac-f040-465b-8fa6-b06b94c76267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:15.369003 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76fbe4a-64d8-4f1b-b5df-caff147bc64e None None] New status for floating IP 2e73252f-6378-4596-9ab7-8f854abc5853: ACTIVE {{(pid=88752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:56:15.467868 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-00de66ac-f040-465b-8fa6-b06b94c76267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:15.482395 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de66ac-f040-465b-8fa6-b06b94c76267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59699a0-6b16-4e54-8d99-083d6e966aae,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:15.490769 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-00de66ac-f040-465b-8fa6-b06b94c76267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:15.492163 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-00de66ac-f040-465b-8fa6-b06b94c76267 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e59699a0-6b16-4e54-8d99-083d6e966aae HTTP/1.1" status: 204 len: 168 time: 0.3461635 Jun 30 11:56:15.532610 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3580ac4-b088-45b6-be10-a9188e5e8219 req-6a4b62b1-077f-4a76-9f2b-afabba552726 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:15.534269 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e3580ac4-b088-45b6-be10-a9188e5e8219 req-6a4b62b1-077f-4a76-9f2b-afabba552726 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 946 time: 0.1812623 Jun 30 11:56:15.555476 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cbee2-3742-4349-898c-5b3cf8dd370d req-8084cc17-560d-46dd-af3a-b61c9a105c90 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:15.557199 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d79cbee2-3742-4349-898c-5b3cf8dd370d req-8084cc17-560d-46dd-af3a-b61c9a105c90 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 946 time: 0.1486394 Jun 30 11:56:15.645941 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e3580ac4-b088-45b6-be10-a9188e5e8219 req-4887ed99-3873-4d20-a225-15350dd08b60 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874994 Jun 30 11:56:15.648539 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d79cbee2-3742-4349-898c-5b3cf8dd370d req-7026363d-24e4-4b7a-abed-4205a8a9fb22 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609369 Jun 30 11:56:15.853863 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3620a-609a-4684-a20f-68f1f868d831 req-8749bd1d-a6b4-48ce-ad89-3cb91d445c09 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:15.855328 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ada3620a-609a-4684-a20f-68f1f868d831 req-8749bd1d-a6b4-48ce-ad89-3cb91d445c09 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 946 time: 0.0931530 Jun 30 11:56:15.864972 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40376) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:15.871403 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-f84b0370-f60c-4cce-8a01-73e57bc686eb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'floatingip': {'port_id': '6f8770ab-a644-44bf-b665-0a819e7dd447'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:56:15.928700 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:15.948803 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f84b0370-f60c-4cce-8a01-73e57bc686eb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:16.454184 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea672eec-18a0-495e-a673-2ee9dad08790 req-99871203-f7fd-4f37-9115-a88a15da0345 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:16.456480 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ea672eec-18a0-495e-a673-2ee9dad08790 req-99871203-f7fd-4f37-9115-a88a15da0345 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.0973201 Jun 30 11:56:16.513341 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ea672eec-18a0-495e-a673-2ee9dad08790 req-9c40813f-ed57-419a-80af-599bf6957d01 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445733 Jun 30 11:56:16.781369 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f84b0370-f60c-4cce-8a01-73e57bc686eb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:16.854028 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f84b0370-f60c-4cce-8a01-73e57bc686eb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:16.882959 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ec9b6-1f29-46f9-851e-4cdc765f8218 req-002164c9-5c8f-41bc-baef-b8f5538f6a44 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:16.890356 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-070ec9b6-1f29-46f9-851e-4cdc765f8218 req-002164c9-5c8f-41bc-baef-b8f5538f6a44 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 946 time: 0.1138318 Jun 30 11:56:16.931353 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-070ec9b6-1f29-46f9-851e-4cdc765f8218 req-f7aa7319-e11a-4fce-af17-da131c31bbb7 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Jun 30 11:56:17.065898 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [None req-f84b0370-f60c-4cce-8a01-73e57bc686eb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Floating IP e9876cb4-a9da-4563-a09b-5c4d3c155027 associated. External IP: 172.27.1.78, port: 6f8770ab-a644-44bf-b665-0a819e7dd447. Jun 30 11:56:17.430067 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84b0370-f60c-4cce-8a01-73e57bc686eb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Router 00155358-9483-4606-9d77-1dca63089318 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:56:17.598476 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de832d-72b7-452a-b1df-4d365ef09956 req-43172f08-bd76-4b35-ae02-e663a8ea5d13 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:17.600379 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d5de832d-72b7-452a-b1df-4d365ef09956 req-43172f08-bd76-4b35-ae02-e663a8ea5d13 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 946 time: 0.1024323 Jun 30 11:56:17.709825 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84b0370-f60c-4cce-8a01-73e57bc686eb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:56:17.724247 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9706e924-35b1-4ade-9780-b60f188e569b None None] Sync routers for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:56:17.734957 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706e924-35b1-4ade-9780-b60f188e569b None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:56:17.735784 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-9706e924-35b1-4ade-9780-b60f188e569b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:55:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:17.736335 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f84b0370-f60c-4cce-8a01-73e57bc686eb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:17.765178 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [req-d5de832d-72b7-452a-b1df-4d365ef09956 req-c8abe7c0-a31d-4bed-98e5-bf94dbbbfd95 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Deleting port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 11:56:17.765509 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-d5de832d-72b7-452a-b1df-4d365ef09956 req-c8abe7c0-a31d-4bed-98e5-bf94dbbbfd95 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:17.871042 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-f84b0370-f60c-4cce-8a01-73e57bc686eb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "PUT /v2.0/floatingips/e9876cb4-a9da-4563-a09b-5c4d3c155027 HTTP/1.1" status: 200 len: 991 time: 2.0039594 Jun 30 11:56:17.874100 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'tag': '6f8770ab-a644-44bf-b665-0a819e7dd447'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:56:17.968105 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac75b58-359e-4bae-be02-0ba69f701bf7 req-06072de7-d25d-41b3-bbe3-96d0a9e454bd tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:17.974447 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cf0343-50c0-4398-a134-fa583a566bd9'] response: {'name': 'network-changed', 'server_uuid': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'tag': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'status': 'completed', 'code': 200} Jun 30 11:56:17.975133 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2ac75b58-359e-4bae-be02-0ba69f701bf7 req-06072de7-d25d-41b3-bbe3-96d0a9e454bd tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.3189282 Jun 30 11:56:18.027750 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-9706e924-35b1-4ade-9780-b60f188e569b None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:56:18.199541 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-bc099c71-2c40-499b-b103-0d3d9b51be89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:18.281590 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2ac75b58-359e-4bae-be02-0ba69f701bf7 req-f8858b3b-1d3d-4e08-8b22-8c13ba62cb52 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979400 Jun 30 11:56:18.370224 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2b54-55f4-4ba1-a484-d57579f5b01b req-64b11b13-8d0a-41ba-b7fc-76d661a83705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:18.371699 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-174e2b54-55f4-4ba1-a484-d57579f5b01b req-64b11b13-8d0a-41ba-b7fc-76d661a83705 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 1099 time: 0.3400350 Jun 30 11:56:18.374308 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [req-d5de832d-72b7-452a-b1df-4d365ef09956 req-c8abe7c0-a31d-4bed-98e5-bf94dbbbfd95 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] For port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=3995e75f-b9cb-4eab-9a60-67b5bc6fe337,segment=NetworkSegment(1338cf68-0100-46e1-924c-2f9e0e949d7b),segment_id=1338cf68-0100-46e1-924c-2f9e0e949d7b)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:56:18.374658 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-d5de832d-72b7-452a-b1df-4d365ef09956 req-c8abe7c0-a31d-4bed-98e5-bf94dbbbfd95 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:18.468173 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ce923-d8cd-4814-8a66-a5fc15174706 req-9acd7a7a-38b5-4c44-a932-c386bb4d7a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:18.469692 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7d1ce923-d8cd-4814-8a66-a5fc15174706 req-9acd7a7a-38b5-4c44-a932-c386bb4d7a23 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 946 time: 0.2971594 Jun 30 11:56:18.540696 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-9706e924-35b1-4ade-9780-b60f188e569b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'e9876cb4-a9da-4563-a09b-5c4d3c155027', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:22:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:30Z', 'updated_at': '2022-06-30T11:56:16Z', 'revision_number': 1, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:18.544982 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9706e924-35b1-4ade-9780-b60f188e569b None None] Checking router: 00155358-9483-4606-9d77-1dca63089318 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:56:18.554171 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706e924-35b1-4ade-9780-b60f188e569b None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:56:18.554829 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-9706e924-35b1-4ade-9780-b60f188e569b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:55:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:18.589181 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [req-d5de832d-72b7-452a-b1df-4d365ef09956 req-c8abe7c0-a31d-4bed-98e5-bf94dbbbfd95 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Calling delete_port for 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 owned by compute:nova {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 11:56:18.686568 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40452) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:18.768777 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-9706e924-35b1-4ade-9780-b60f188e569b None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:56:18.864170 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2f7826c5-df17-4269-98fc-7981364f5f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:18.917446 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-2f7826c5-df17-4269-98fc-7981364f5f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:18.923249 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-2f7826c5-df17-4269-98fc-7981364f5f0c admin admin] Usage tracker for resource:security_group_rule and tenant:c5d08e7d1f9c4d95bbe1185cde336c2f is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:18.927260 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-2f7826c5-df17-4269-98fc-7981364f5f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:18.935978 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-2f7826c5-df17-4269-98fc-7981364f5f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:18.955037 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7d1ce923-d8cd-4814-8a66-a5fc15174706 req-309f0b09-7a4b-4b10-a11d-f592f7862eee tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7fff579-1061-4cbb-a303-8adf72173c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355019 Jun 30 11:56:19.019159 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2b54-55f4-4ba1-a484-d57579f5b01b req-ea1f87cf-00cc-4c35-830d-322041ab0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:19.020985 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-174e2b54-55f4-4ba1-a484-d57579f5b01b req-ea1f87cf-00cc-4c35-830d-322041ab0898 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74 HTTP/1.1" status: 200 len: 916 time: 0.6374409 Jun 30 11:56:19.114304 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2f7826c5-df17-4269-98fc-7981364f5f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:19.196679 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-174e2b54-55f4-4ba1-a484-d57579f5b01b req-054636d2-8714-41ae-8d9c-95d982b8bf0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f8770ab-a644-44bf-b665-0a819e7dd447 HTTP/1.1" status: 200 len: 999 time: 0.1328092 Jun 30 11:56:19.239615 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-9706e924-35b1-4ade-9780-b60f188e569b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'e9876cb4-a9da-4563-a09b-5c4d3c155027', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:22:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:30Z', 'updated_at': '2022-06-30T11:56:16Z', 'revision_number': 1, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:19.245672 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9706e924-35b1-4ade-9780-b60f188e569b None None] The sync data for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi is: [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'e9876cb4-a9da-4563-a09b-5c4d3c155027', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:22:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:30Z', 'updated_at': '2022-06-30T11:56:16Z', 'revision_number': 1, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:56:19.284882 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2b54-55f4-4ba1-a484-d57579f5b01b req-82ed1fe1-dbdb-402b-9d2a-bb6a45c35665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:19.286373 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-174e2b54-55f4-4ba1-a484-d57579f5b01b req-82ed1fe1-dbdb-402b-9d2a-bb6a45c35665 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ea6951d-83ae-414a-b63e-039dc352ff4b HTTP/1.1" status: 200 len: 854 time: 0.0779939 Jun 30 11:56:19.294735 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2f7826c5-df17-4269-98fc-7981364f5f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:19.351437 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-d5de832d-72b7-452a-b1df-4d365ef09956 req-c8abe7c0-a31d-4bed-98e5-bf94dbbbfd95 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:19.352082 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-2f7826c5-df17-4269-98fc-7981364f5f0c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5d08e7d1f9c4d95bbe1185cde336c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6635244 Jun 30 11:56:19.353136 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7826c5-df17-4269-98fc-7981364f5f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b828a7b2-fc94-4715-8265-7eb1b3603142,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:19.355642 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40468) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:19.412705 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abe7c0-a31d-4bed-98e5-bf94dbbbfd95 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Pushing event deleted for resources: {'Port': ['ID=3995e75f-b9cb-4eab-9a60-67b5bc6fe337,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:19.450981 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d2c860d3-55d5-42f2-aa57-cffac44013b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:19.489931 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d2c860d3-55d5-42f2-aa57-cffac44013b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:19.608809 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5de832d-72b7-452a-b1df-4d365ef09956 req-c8abe7c0-a31d-4bed-98e5-bf94dbbbfd95 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] No DVR routers for this DVR port 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 on host hv-cinder-84825 {{(pid=88751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:56:19.608809 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-d5de832d-72b7-452a-b1df-4d365ef09956 req-c8abe7c0-a31d-4bed-98e5-bf94dbbbfd95 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:19.608809 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2b61e0-6936-44f7-a055-cb7c7aa8ace7', 'name': 'network-vif-deleted', 'tag': '3995e75f-b9cb-4eab-9a60-67b5bc6fe337'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:56:19.637917 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2b54-55f4-4ba1-a484-d57579f5b01b req-3231c8b7-f41d-40b4-8bb5-258f04612fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:19.646078 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-174e2b54-55f4-4ba1-a484-d57579f5b01b req-3231c8b7-f41d-40b4-8bb5-258f04612fc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3480322 Jun 30 11:56:19.650536 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b5d8cb-e5f1-4d1d-a19c-a1d0f071060d'] response: {'server_uuid': 'ee2b61e0-6936-44f7-a055-cb7c7aa8ace7', 'name': 'network-vif-deleted', 'tag': '3995e75f-b9cb-4eab-9a60-67b5bc6fe337', 'status': 'completed', 'code': 200} Jun 30 11:56:19.684900 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec5796-cc25-4667-8e36-5a9a86e16d5c req-e82966a2-a026-4dad-8170-48eac85ac5f9 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:19.686637 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cdec5796-cc25-4667-8e36-5a9a86e16d5c req-e82966a2-a026-4dad-8170-48eac85ac5f9 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.2284760 Jun 30 11:56:19.743408 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d2c860d3-55d5-42f2-aa57-cffac44013b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:19.770302 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d2c860d3-55d5-42f2-aa57-cffac44013b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:19.771726 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-d2c860d3-55d5-42f2-aa57-cffac44013b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b828a7b2-fc94-4715-8265-7eb1b3603142 HTTP/1.1" status: 204 len: 168 time: 0.4151680 Jun 30 11:56:19.772928 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c860d3-55d5-42f2-aa57-cffac44013b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b828a7b2-fc94-4715-8265-7eb1b3603142,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:19.778773 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d5de832d-72b7-452a-b1df-4d365ef09956 req-c8abe7c0-a31d-4bed-98e5-bf94dbbbfd95 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.44 "DELETE /v2.0/ports/3995e75f-b9cb-4eab-9a60-67b5bc6fe337 HTTP/1.1" status: 204 len: 173 time: 2.1704953 Jun 30 11:56:19.835663 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cdec5796-cc25-4667-8e36-5a9a86e16d5c req-b99e125e-1f1c-4489-a4ca-6f5196a2ebd8 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414061 Jun 30 11:56:19.871520 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-174e2b54-55f4-4ba1-a484-d57579f5b01b req-725fc9bf-3797-4aa8-9a20-88371f517570 service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146072 Jun 30 11:56:20.022726 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-174e2b54-55f4-4ba1-a484-d57579f5b01b req-3495b1b9-d902-4776-a4a6-48d17aabf17d service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415164 Jun 30 11:56:20.116076 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-f65f2ca1-937c-4faa-afc2-719085a735d5 req-2df0c17f-341f-4dd3-b940-6cb1158b79fc tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Synchronizing usage tracker for tenant:7cd934e226fe44ffabd6a4e204fcafd7 on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:56:20.262249 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 11:56:20.303240 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 11:56:20.303853 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 3995e75f-b9cb-4eab-9a60-67b5bc6fe337 not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 11:56:20.323162 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-f65f2ca1-937c-4faa-afc2-719085a735d5 req-2df0c17f-341f-4dd3-b940-6cb1158b79fc tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] Unset dirty status for tenant:7cd934e226fe44ffabd6a4e204fcafd7 on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:56:20.326675 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f65f2ca1-937c-4faa-afc2-719085a735d5 req-2df0c17f-341f-4dd3-b940-6cb1158b79fc tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 210 time: 0.2614951 Jun 30 11:56:20.590116 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-528950bd-456a-481f-83fb-d3c0052b8212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:21.066665 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e60b6-481a-4440-af05-5fbab6419093 req-55070f41-7552-41ef-a91b-f683168f51d8 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:21.068326 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f44e60b6-481a-4440-af05-5fbab6419093 req-55070f41-7552-41ef-a91b-f683168f51d8 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.0925388 Jun 30 11:56:21.114557 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f44e60b6-481a-4440-af05-5fbab6419093 req-ef695543-596e-447d-aa60-356efa20d88f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404527 Jun 30 11:56:21.519699 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:21.546385 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f88351b2-ef85-46aa-9294-e9ab3ef4553f req-f483cb39-5847-4fc8-bcd7-5c6973da4c47 tempest-DeleteServersTestJSON-1901366941 tempest-DeleteServersTestJSON-1901366941-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2b61e0-6936-44f7-a055-cb7c7aa8ace7 HTTP/1.1" status: 200 len: 210 time: 0.0764997 Jun 30 11:56:21.633833 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:21.737173 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a22c3c-f2b2-4890-a458-2e79dd5fdbbe None None] New status for floating IP e9876cb4-a9da-4563-a09b-5c4d3c155027: ACTIVE {{(pid=88752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:56:22.313741 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3138d-b638-49ad-8f95-a3667882ba1c req-4c58ff90-06cc-40dd-8aca-62696b1cfa0d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:22.315662 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-67c3138d-b638-49ad-8f95-a3667882ba1c req-4c58ff90-06cc-40dd-8aca-62696b1cfa0d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.0943131 Jun 30 11:56:22.367092 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-67c3138d-b638-49ad-8f95-a3667882ba1c req-b27d2d64-7d2d-4112-8719-d49db929713a tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458987 Jun 30 11:56:23.084767 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:23.182198 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 40564) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:23.343491 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9ede586e-47d4-4138-ac06-8e4ab7a59e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:23.358302 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-9ede586e-47d4-4138-ac06-8e4ab7a59e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:23.362838 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-9ede586e-47d4-4138-ac06-8e4ab7a59e26 admin admin] Usage tracker for resource:security_group_rule and tenant:9759e3ba3b86414e875a011aba8ad089 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:23.365760 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-9ede586e-47d4-4138-ac06-8e4ab7a59e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:23.371539 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-9ede586e-47d4-4138-ac06-8e4ab7a59e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:23.469830 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9ede586e-47d4-4138-ac06-8e4ab7a59e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:23.574188 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca6116-4daf-4876-93bd-6370a4573fd8 req-9d427210-0fa2-4252-97b9-bc6666d53c61 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:23.575770 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a1ca6116-4daf-4876-93bd-6370a4573fd8 req-9d427210-0fa2-4252-97b9-bc6666d53c61 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.0941124 Jun 30 11:56:23.599868 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9ede586e-47d4-4138-ac06-8e4ab7a59e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:23.673279 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a1ca6116-4daf-4876-93bd-6370a4573fd8 req-5ccf5145-b2f4-471d-9225-4f91eeb830a5 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901272 Jun 30 11:56:23.677223 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-9ede586e-47d4-4138-ac06-8e4ab7a59e26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9759e3ba3b86414e875a011aba8ad089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932971 Jun 30 11:56:23.678406 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede586e-47d4-4138-ac06-8e4ab7a59e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8944e79f-e071-40b1-bc7e-a6dbee2a99c7,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:23.679372 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40586) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:23.746583 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-85f9e418-83e9-44dd-9cbf-541219763da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:23.776114 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-85f9e418-83e9-44dd-9cbf-541219763da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:23.926019 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-85f9e418-83e9-44dd-9cbf-541219763da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:23.943409 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9e418-83e9-44dd-9cbf-541219763da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8944e79f-e071-40b1-bc7e-a6dbee2a99c7,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:23.947859 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-85f9e418-83e9-44dd-9cbf-541219763da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:23.948989 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-85f9e418-83e9-44dd-9cbf-541219763da8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8944e79f-e071-40b1-bc7e-a6dbee2a99c7 HTTP/1.1" status: 204 len: 168 time: 0.2684777 Jun 30 11:56:24.703454 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40616) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:24.790477 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 40620) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:24.979362 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d4265057-7384-4367-bf51-22a8090f317e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:25.007627 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-d4265057-7384-4367-bf51-22a8090f317e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:25.016516 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-d4265057-7384-4367-bf51-22a8090f317e admin admin] Usage tracker for resource:security_group_rule and tenant:2fc0bee93c434782a9d4ff3102c5fd28 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:25.017166 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-d4265057-7384-4367-bf51-22a8090f317e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:25.025397 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-d4265057-7384-4367-bf51-22a8090f317e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:25.063509 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55fd16-39a5-4bf0-a9bf-aeb0e37b252e req-f9906407-cf60-4200-b862-ad8ebca0a9d4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:25.065609 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8e55fd16-39a5-4bf0-a9bf-aeb0e37b252e req-f9906407-cf60-4200-b862-ad8ebca0a9d4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.2717557 Jun 30 11:56:25.128933 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8e55fd16-39a5-4bf0-a9bf-aeb0e37b252e req-735cb170-0939-422f-92e9-b7d01d04426f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541351 Jun 30 11:56:25.169180 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d4265057-7384-4367-bf51-22a8090f317e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:25.295450 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-16fff4a4-d803-4577-a02b-7ab7bc6525f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534753'] for router_interface, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:25.331036 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d4265057-7384-4367-bf51-22a8090f317e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:25.380746 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-d4265057-7384-4367-bf51-22a8090f317e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2fc0bee93c434782a9d4ff3102c5fd28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890005 Jun 30 11:56:25.381519 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4265057-7384-4367-bf51-22a8090f317e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17173fcb-24eb-45a6-9070-f6addae8bbc1,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:25.383794 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 40634) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:25.462965 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3651126e-f87b-403d-9ae2-677619b3dfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:25.492684 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3651126e-f87b-403d-9ae2-677619b3dfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:25.661048 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-16fff4a4-d803-4577-a02b-7ab7bc6525f6 admin admin] Deleting port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 11:56:25.661385 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-16fff4a4-d803-4577-a02b-7ab7bc6525f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:25.666180 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3651126e-f87b-403d-9ae2-677619b3dfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:25.685653 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651126e-f87b-403d-9ae2-677619b3dfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17173fcb-24eb-45a6-9070-f6addae8bbc1,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:25.697222 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3651126e-f87b-403d-9ae2-677619b3dfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:25.713271 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-3651126e-f87b-403d-9ae2-677619b3dfcc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17173fcb-24eb-45a6-9070-f6addae8bbc1 HTTP/1.1" status: 204 len: 168 time: 0.3283956 Jun 30 11:56:25.933421 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [None req-16fff4a4-d803-4577-a02b-7ab7bc6525f6 admin admin] For port a3ac7c19-0fdf-4236-a7b2-fea98bd9903d, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=a3ac7c19-0fdf-4236-a7b2-fea98bd9903d,segment=NetworkSegment(1338cf68-0100-46e1-924c-2f9e0e949d7b),segment_id=1338cf68-0100-46e1-924c-2f9e0e949d7b)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:56:25.933967 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-16fff4a4-d803-4577-a02b-7ab7bc6525f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:26.065100 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-16fff4a4-d803-4577-a02b-7ab7bc6525f6 admin admin] Calling delete_port for a3ac7c19-0fdf-4236-a7b2-fea98bd9903d owned by network:router_interface {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 11:56:26.183698 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 40658) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:26.366743 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3fdb7ba5-4285-454a-a687-f249109eb31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:26.390249 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-3fdb7ba5-4285-454a-a687-f249109eb31c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:26.396343 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-3fdb7ba5-4285-454a-a687-f249109eb31c admin admin] Usage tracker for resource:security_group_rule and tenant:9c9bb7b3a98541549c3e524a287e01fa is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:26.399643 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-3fdb7ba5-4285-454a-a687-f249109eb31c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:26.406917 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-3fdb7ba5-4285-454a-a687-f249109eb31c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:26.445729 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c33d8-d757-458d-816f-4e4c024e89cc req-7abb3c37-cfe8-4348-8f16-8e5b8fb3b0de tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:26.447157 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d53c33d8-d757-458d-816f-4e4c024e89cc req-7abb3c37-cfe8-4348-8f16-8e5b8fb3b0de tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.1530783 Jun 30 11:56:26.507578 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d53c33d8-d757-458d-816f-4e4c024e89cc req-30861e7c-00f0-4b28-8aba-07580e25dc70 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540895 Jun 30 11:56:26.550356 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3fdb7ba5-4285-454a-a687-f249109eb31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:26.651227 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-16fff4a4-d803-4577-a02b-7ab7bc6525f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:26.698387 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fff4a4-d803-4577-a02b-7ab7bc6525f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ac7c19-0fdf-4236-a7b2-fea98bd9903d,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:26.719612 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3fdb7ba5-4285-454a-a687-f249109eb31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:26.758172 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 40668) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:26.780014 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-3fdb7ba5-4285-454a-a687-f249109eb31c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c9bb7b3a98541549c3e524a287e01fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5949671 Jun 30 11:56:26.784921 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 40670) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:26.828088 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cd94ccd0-7bd2-4a22-9d72-5dc0d31b04db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:26.851932 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-cd94ccd0-7bd2-4a22-9d72-5dc0d31b04db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:26.859844 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-cd94ccd0-7bd2-4a22-9d72-5dc0d31b04db admin admin] Usage tracker for resource:security_group_rule and tenant:e3bbcb6fabd5444d81e87e17ac53288a is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:26.864323 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-cd94ccd0-7bd2-4a22-9d72-5dc0d31b04db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:26.871586 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-cd94ccd0-7bd2-4a22-9d72-5dc0d31b04db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:26.884679 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb7ba5-4285-454a-a687-f249109eb31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96aba72-b214-405b-a34c-237918eb2415,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:26.962948 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-86a95040-276d-43a9-912b-881d32c28c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:26.969523 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-16fff4a4-d803-4577-a02b-7ab7bc6525f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534677'] for router_interface, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:27.006478 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-86a95040-276d-43a9-912b-881d32c28c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:27.059165 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cd94ccd0-7bd2-4a22-9d72-5dc0d31b04db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:27.160568 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cd94ccd0-7bd2-4a22-9d72-5dc0d31b04db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:27.205325 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-86a95040-276d-43a9-912b-881d32c28c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:27.219731 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-cd94ccd0-7bd2-4a22-9d72-5dc0d31b04db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3bbcb6fabd5444d81e87e17ac53288a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382021 Jun 30 11:56:27.221814 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94ccd0-7bd2-4a22-9d72-5dc0d31b04db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157db47b-86bc-44b1-84db-aa800e357684,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:27.231009 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 40676) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:27.248876 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a95040-276d-43a9-912b-881d32c28c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96aba72-b214-405b-a34c-237918eb2415,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:27.260089 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-86a95040-276d-43a9-912b-881d32c28c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:27.261339 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-86a95040-276d-43a9-912b-881d32c28c9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a96aba72-b214-405b-a34c-237918eb2415 HTTP/1.1" status: 204 len: 168 time: 0.4751611 Jun 30 11:56:27.310108 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-94613c4e-8e95-4729-b0f3-e8b99a2f83a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:27.337219 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-94613c4e-8e95-4729-b0f3-e8b99a2f83a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:27.348936 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fff4a4-d803-4577-a02b-7ab7bc6525f6 admin admin] Router a28213fe-e48f-413c-8011-0da39aefb2d4 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:56:27.529707 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-94613c4e-8e95-4729-b0f3-e8b99a2f83a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:27.566060 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-94613c4e-8e95-4729-b0f3-e8b99a2f83a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:27.568818 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-94613c4e-8e95-4729-b0f3-e8b99a2f83a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/157db47b-86bc-44b1-84db-aa800e357684 HTTP/1.1" status: 204 len: 168 time: 0.3366687 Jun 30 11:56:27.569919 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94613c4e-8e95-4729-b0f3-e8b99a2f83a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157db47b-86bc-44b1-84db-aa800e357684,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:27.636276 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fff4a4-d803-4577-a02b-7ab7bc6525f6 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:56:27.647738 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b9081-557b-4336-8244-759ffc8450dd None None] Sync routers for ids ['a28213fe-e48f-413c-8011-0da39aefb2d4'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:56:27.666187 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b9081-557b-4336-8244-759ffc8450dd None None] Routers {'a28213fe-e48f-413c-8011-0da39aefb2d4'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:56:27.666809 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-679b9081-557b-4336-8244-759ffc8450dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:56:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a28213fe-e48f-413c-8011-0da39aefb2d4'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:27.776342 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7deef02-017f-46f5-b5a5-cadf5cb6bdab req-f1c5f655-23ba-4c4d-913c-4e9759c3bd88 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:27.777843 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a7deef02-017f-46f5-b5a5-cadf5cb6bdab req-f1c5f655-23ba-4c4d-913c-4e9759c3bd88 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.1522665 Jun 30 11:56:27.823984 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a7deef02-017f-46f5-b5a5-cadf5cb6bdab req-b1f951e4-b966-40b5-9c8d-38a040b970ef tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402710 Jun 30 11:56:27.833683 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-16fff4a4-d803-4577-a02b-7ab7bc6525f6 admin admin] 10.222.0.18 "PUT /v2.0/routers/a28213fe-e48f-413c-8011-0da39aefb2d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1289499 Jun 30 11:56:27.836098 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 40690) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:27.892505 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-679b9081-557b-4336-8244-759ffc8450dd None None] Set router a28213fe-e48f-413c-8011-0da39aefb2d4 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:56:28.050529 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] Notify callbacks [] for router, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:28.197869 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-679b9081-557b-4336-8244-759ffc8450dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'name': 'tempest-DeleteServersTestJSON-563137033-router', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:52Z', 'updated_at': '2022-06-30T11:56:26Z', 'revision_number': 5, 'project_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'gw_port': {'id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:28.201742 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b9081-557b-4336-8244-759ffc8450dd None None] Checking router: a28213fe-e48f-413c-8011-0da39aefb2d4 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:56:28.211195 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b9081-557b-4336-8244-759ffc8450dd None None] Routers {'a28213fe-e48f-413c-8011-0da39aefb2d4'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:56:28.218147 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-679b9081-557b-4336-8244-759ffc8450dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:56:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a28213fe-e48f-413c-8011-0da39aefb2d4'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:28.282433 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40700) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:28.288173 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:28.305048 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d0965395-9328-4afd-994b-48d44a7a6a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:28.322806 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-d0965395-9328-4afd-994b-48d44a7a6a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:28.327025 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-d0965395-9328-4afd-994b-48d44a7a6a57 admin admin] Usage tracker for resource:security_group_rule and tenant:d94b1e5a68e34ff38aa6f1dbf2afc480 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:28.330182 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-d0965395-9328-4afd-994b-48d44a7a6a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:28.336760 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-d0965395-9328-4afd-994b-48d44a7a6a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:28.388486 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] Deleting port c80781f4-bab1-46f4-847c-fa2d8ac341f0 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 11:56:28.388794 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:28.434949 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-679b9081-557b-4336-8244-759ffc8450dd None None] Set router a28213fe-e48f-413c-8011-0da39aefb2d4 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:56:28.438162 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d0965395-9328-4afd-994b-48d44a7a6a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:28.522380 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d0965395-9328-4afd-994b-48d44a7a6a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:28.617170 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] For port c80781f4-bab1-46f4-847c-fa2d8ac341f0, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=c80781f4-bab1-46f4-847c-fa2d8ac341f0,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:56:28.617528 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:28.625031 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-d0965395-9328-4afd-994b-48d44a7a6a57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d94b1e5a68e34ff38aa6f1dbf2afc480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407683 Jun 30 11:56:28.626842 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0965395-9328-4afd-994b-48d44a7a6a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba90ed24-6929-4ae1-b072-94b0daf4d01b,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:28.629296 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 40712) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:28.744418 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-679b9081-557b-4336-8244-759ffc8450dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'name': 'tempest-DeleteServersTestJSON-563137033-router', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:52Z', 'updated_at': '2022-06-30T11:56:26Z', 'revision_number': 5, 'project_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'gw_port': {'id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:28.749480 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b9081-557b-4336-8244-759ffc8450dd None None] The sync data for ids ['a28213fe-e48f-413c-8011-0da39aefb2d4'] in dv-cinder-848250-1-iscsi is: [{'id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'name': 'tempest-DeleteServersTestJSON-563137033-router', 'tenant_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:52Z', 'updated_at': '2022-06-30T11:56:26Z', 'revision_number': 5, 'project_id': '7cd934e226fe44ffabd6a4e204fcafd7', 'gw_port': {'id': 'c80781f4-bab1-46f4-847c-fa2d8ac341f0', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28213fe-e48f-413c-8011-0da39aefb2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:56:28.858906 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] Calling delete_port for c80781f4-bab1-46f4-847c-fa2d8ac341f0 owned by network:router_gateway {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 11:56:29.085345 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2bed985f-45b2-4867-a523-76f683c2eae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:29.191099 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2bed985f-45b2-4867-a523-76f683c2eae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:29.305920 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d98ae8-b8fb-423f-95b0-67f135303236 req-b950b93e-d3e3-44b0-b054-68392c42a931 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:29.307501 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-30d98ae8-b8fb-423f-95b0-67f135303236 req-b950b93e-d3e3-44b0-b054-68392c42a931 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.2380111 Jun 30 11:56:29.376877 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-30d98ae8-b8fb-423f-95b0-67f135303236 req-5be8c0df-788d-431b-b713-5ada92b80023 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574610 Jun 30 11:56:29.416553 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2bed985f-45b2-4867-a523-76f683c2eae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:29.434143 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed985f-45b2-4867-a523-76f683c2eae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba90ed24-6929-4ae1-b072-94b0daf4d01b,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:29.460512 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:29.510559 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2bed985f-45b2-4867-a523-76f683c2eae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:29.511745 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-2bed985f-45b2-4867-a523-76f683c2eae6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba90ed24-6929-4ae1-b072-94b0daf4d01b HTTP/1.1" status: 204 len: 168 time: 0.8809459 Jun 30 11:56:29.515036 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=c80781f4-bab1-46f4-847c-fa2d8ac341f0,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:29.573204 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579328'] for router_gateway, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:29.772503 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7319'] for router, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:29.774898 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:29.991473 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-580833'] for router, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:29.992180 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a28213fe-e48f-413c-8011-0da39aefb2d4 {{(pid=88751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 11:56:30.007709 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:30.011567 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40742) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:30.012702 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-8b9b69a2-98ae-4513-a903-fd7a10ba0c26 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a28213fe-e48f-413c-8011-0da39aefb2d4 HTTP/1.1" status: 204 len: 168 time: 2.1749256 Jun 30 11:56:30.083701 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaff83b0-4ce3-4e5c-88fc-21d7aa69633b admin admin] Deleting subnet e4877b5a-dfb1-4228-be03-47cfb0da4151 {{(pid=88750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 11:56:30.086899 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-aaff83b0-4ce3-4e5c-88fc-21d7aa69633b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:30.141947 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-aaff83b0-4ce3-4e5c-88fc-21d7aa69633b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:30.216530 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-aaff83b0-4ce3-4e5c-88fc-21d7aa69633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:30.413110 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-aaff83b0-4ce3-4e5c-88fc-21d7aa69633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for subnet, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:30.462010 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff83b0-4ce3-4e5c-88fc-21d7aa69633b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4877b5a-dfb1-4228-be03-47cfb0da4151,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:30.469149 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-aaff83b0-4ce3-4e5c-88fc-21d7aa69633b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:30.475578 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa763ed-f357-487e-b6a4-4dfbb83e74d2 None None] Network 4b033960-b0c4-411f-acf2-6ca5091a2f08 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:56:30.489261 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-aaff83b0-4ce3-4e5c-88fc-21d7aa69633b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e4877b5a-dfb1-4228-be03-47cfb0da4151 HTTP/1.1" status: 204 len: 168 time: 0.4732325 Jun 30 11:56:30.490090 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40760) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:30.650487 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device c80781f4-bab1-46f4-847c-fa2d8ac341f0 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 11:56:30.697138 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae62e42-66cc-4de3-9128-8af0c2715c9a req-5c78ae00-1ac3-4634-b4b9-33475f66ac20 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:30.698795 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3ae62e42-66cc-4de3-9128-8af0c2715c9a req-5c78ae00-1ac3-4634-b4b9-33475f66ac20 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.1568074 Jun 30 11:56:30.704778 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: c80781f4-bab1-46f4-847c-fa2d8ac341f0 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 11:56:30.705459 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device c80781f4-bab1-46f4-847c-fa2d8ac341f0 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 11:56:30.705876 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a3ac7c19-0fdf-4236-a7b2-fea98bd9903d no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 11:56:30.745583 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: a3ac7c19-0fdf-4236-a7b2-fea98bd9903d {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 11:56:30.746244 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a3ac7c19-0fdf-4236-a7b2-fea98bd9903d not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 11:56:30.754876 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:30.759531 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3ae62e42-66cc-4de3-9128-8af0c2715c9a req-cb22dea4-b5fb-4036-9d81-aaec31218375 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509624 Jun 30 11:56:30.777950 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Deleting port 34f89579-859b-4758-afba-24f6739be369 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 11:56:30.781625 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:30.974380 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfc49bd-9cdc-4f9c-b15a-910100e48745 None None] DHCP port deletion for 4b033960-b0c4-411f-acf2-6ca5091a2f08 request from dv-cinder-848250-1-iscsi {{(pid=88752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 11:56:30.981872 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-adfc49bd-9cdc-4f9c-b15a-910100e48745 None None] Deleting port 34f89579-859b-4758-afba-24f6739be369 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 11:56:30.982327 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-adfc49bd-9cdc-4f9c-b15a-910100e48745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:31.037341 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] For port 34f89579-859b-4758-afba-24f6739be369, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=34f89579-859b-4758-afba-24f6739be369,segment=NetworkSegment(1338cf68-0100-46e1-924c-2f9e0e949d7b),segment_id=1338cf68-0100-46e1-924c-2f9e0e949d7b)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:56:31.037948 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:31.168027 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Calling delete_port for 34f89579-859b-4758-afba-24f6739be369 owned by network:dhcp {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 11:56:31.226897 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-adfc49bd-9cdc-4f9c-b15a-910100e48745 None None] For port 34f89579-859b-4758-afba-24f6739be369, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=34f89579-859b-4758-afba-24f6739be369,segment=NetworkSegment(1338cf68-0100-46e1-924c-2f9e0e949d7b),segment_id=1338cf68-0100-46e1-924c-2f9e0e949d7b)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:56:31.227206 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-adfc49bd-9cdc-4f9c-b15a-910100e48745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:31.366016 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-adfc49bd-9cdc-4f9c-b15a-910100e48745 None None] Calling delete_port for 34f89579-859b-4758-afba-24f6739be369 owned by network:dhcp {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 11:56:31.371269 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:31.418645 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=34f89579-859b-4758-afba-24f6739be369,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:31.422446 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] No DVR routers for this DVR port 34f89579-859b-4758-afba-24f6739be369 on host dv-cinder-848250-1-iscsi {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:56:31.542000 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.api [None req-adfc49bd-9cdc-4f9c-b15a-910100e48745 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 11:56:31.546097 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG oslo_db.api [None req-adfc49bd-9cdc-4f9c-b15a-910100e48745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 11:56:31.548160 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:31.576116 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:31.576495 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:31.577478 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:31.577820 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Subscribe: > port after_create 55550000 {{(pid=88750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:31.578201 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Subscribe: > port after_delete 55550000 {{(pid=88750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:31.578557 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Subscribe: > port after_update 55550000 {{(pid=88750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:31.578898 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:31.579277 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:31.579652 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:31.579936 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:31.709365 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:31.709770 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:31.710110 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:31.712709 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:31.712709 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b033960-b0c4-411f-acf2-6ca5091a2f08']}} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:31.729325 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1338cf68-0100-46e1-924c-2f9e0e949d7b') {'for_net_delete': True} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:31.729629 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1338cf68-0100-46e1-924c-2f9e0e949d7b') {} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:31.744408 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1147451'] for segment, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:31.762717 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:31.771329 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:56:31.771714 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33531704'] for segment, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:32.031335 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:32.047206 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-adfc49bd-9cdc-4f9c-b15a-910100e48745 None None] Deleting port 34f89579-859b-4758-afba-24f6739be369 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 11:56:32.047206 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-adfc49bd-9cdc-4f9c-b15a-910100e48745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:32.095097 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=4b033960-b0c4-411f-acf2-6ca5091a2f08,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:32.101710 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:32.103958 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7e2e4-d39b-42dd-8bb5-8f1e58fa46e7 req-423f26cb-19e6-45bb-8d08-dc7a0b2c0f78 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:32.113371 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a9a7e2e4-d39b-42dd-8bb5-8f1e58fa46e7 req-423f26cb-19e6-45bb-8d08-dc7a0b2c0f78 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.1812274 Jun 30 11:56:32.165712 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.services.segments.plugin [-] Segment 1338cf68-0100-46e1-924c-2f9e0e949d7b resource provider aggregate not found Jun 30 11:56:32.173170 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-adfc49bd-9cdc-4f9c-b15a-910100e48745 None None] The port '34f89579-859b-4758-afba-24f6739be369' was deleted {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 30 11:56:32.177665 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a9a7e2e4-d39b-42dd-8bb5-8f1e58fa46e7 req-19cc7801-3ba3-4495-9ec5-22b03804f3f7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632071 Jun 30 11:56:32.190485 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.services.segments.plugin [-] Segment 1338cf68-0100-46e1-924c-2f9e0e949d7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1338cf68-0100-46e1-924c-2f9e0e949d7b found for delete ", "request_id": "req-1be9ce60-75d3-4651-b26f-864af7ac23a7"}]} Jun 30 11:56:32.349088 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-4d09bb31-6ef1-483d-a84d-eb3197fc5ebe admin admin] 10.222.0.18 "DELETE /v2.0/networks/4b033960-b0c4-411f-acf2-6ca5091a2f08 HTTP/1.1" status: 204 len: 168 time: 1.8546832 Jun 30 11:56:32.599652 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 34f89579-859b-4758-afba-24f6739be369 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 11:56:32.632482 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 34f89579-859b-4758-afba-24f6739be369 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 11:56:32.632822 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 34f89579-859b-4758-afba-24f6739be369 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 11:56:32.873024 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40836) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:32.930152 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-359c2c5e-d211-4bfd-a6a6-1098d71e1216 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7cd934e226fe44ffabd6a4e204fcafd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0559850 Jun 30 11:56:32.932861 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40840) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:33.073847 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2de7a3b6-fca3-480c-a9c2-4d59f6a54136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:33.104324 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2de7a3b6-fca3-480c-a9c2-4d59f6a54136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:33.311383 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2de7a3b6-fca3-480c-a9c2-4d59f6a54136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:33.329843 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7a3b6-fca3-480c-a9c2-4d59f6a54136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fff579-1061-4cbb-a303-8adf72173c3d,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:33.396450 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a7d86-d913-4d2f-ad97-b6bed64b3183 req-48133dde-1c08-4f11-881f-34429c7a4e6c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:33.397999 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0a4a7d86-d913-4d2f-ad97-b6bed64b3183 req-48133dde-1c08-4f11-881f-34429c7a4e6c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.1050944 Jun 30 11:56:33.445504 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2de7a3b6-fca3-480c-a9c2-4d59f6a54136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:33.447096 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-2de7a3b6-fca3-480c-a9c2-4d59f6a54136 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7fff579-1061-4cbb-a303-8adf72173c3d HTTP/1.1" status: 204 len: 168 time: 0.5131867 Jun 30 11:56:33.456896 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0a4a7d86-d913-4d2f-ad97-b6bed64b3183 req-66f3b8fc-799d-49a9-9e0f-ec4ab520f845 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514746 Jun 30 11:56:34.400980 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ddddb-24ee-43cc-a984-9b601fd73f91 req-aaa82861-9850-481d-8bab-5a058a278f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:34.402469 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf9ddddb-24ee-43cc-a984-9b601fd73f91 req-aaa82861-9850-481d-8bab-5a058a278f9a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 1098 time: 0.0832069 Jun 30 11:56:34.743339 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40884) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:34.744131 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08814a7e-3abd-4f2e-8a29-8610dc1ddc45 req-eba33474-9ee3-43f3-b23f-724404917a75 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:34.745641 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-08814a7e-3abd-4f2e-8a29-8610dc1ddc45 req-eba33474-9ee3-43f3-b23f-724404917a75 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.1799393 Jun 30 11:56:34.790527 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-08814a7e-3abd-4f2e-8a29-8610dc1ddc45 req-a498f480-e4d8-4817-aaf8-1de23f005eb0 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391266 Jun 30 11:56:34.850606 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1937354845-network', 'tenant_id': '7b12400ce38549cca4afa9e70d1d313f'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:56:34.855851 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:34.862176 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Usage tracker for resource:network and tenant:7b12400ce38549cca4afa9e70d1d313f is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:34.865235 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:34.871611 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:35.096644 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Made reservation on behalf of 7b12400ce38549cca4afa9e70d1d313f for: {'network': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:56:35.100605 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:35.111247 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:35.126219 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:35.131031 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Usage tracker for resource:security_group_rule and tenant:7b12400ce38549cca4afa9e70d1d313f is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:35.133949 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:35.139817 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:35.172537 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf9ddddb-24ee-43cc-a984-9b601fd73f91 req-40a5455a-6a43-4d8b-b936-14ff0e908289 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367630 Jun 30 11:56:35.231547 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:35.365661 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:35.395923 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:56:35.404199 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce5e098-3667-4723-aa07-6a780be5bcc7,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:35.410477 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:35.410749 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.segments_db [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Added segment df1b1538-f6a3-4913-91a1-d905d038246c of type vlan for network 2615d08e-2a0e-4449-b989-c4d5c1e0e597 Jun 30 11:56:35.437320 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:35.536141 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:35.537119 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:35.537707 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:35.639016 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] Pushing event updated for resources: {'Network': ['ID=2615d08e-2a0e-4449-b989-c4d5c1e0e597,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:35.649302 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network 2615d08e-2a0e-4449-b989-c4d5c1e0e597 details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:56:35.725735 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-44d9f5e8-9c77-4b46-be02-ca4e0d7fad55 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9806070 Jun 30 11:56:35.728329 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40896) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:35.734068 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Request body: {'subnet': {'network_id': '2615d08e-2a0e-4449-b989-c4d5c1e0e597', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1937354845-subnet', 'tenant_id': '7b12400ce38549cca4afa9e70d1d313f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:56:35.739000 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:35.742920 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Usage tracker for resource:subnet and tenant:7b12400ce38549cca4afa9e70d1d313f is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:35.745780 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:35.751558 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:35.842752 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Made reservation on behalf of 7b12400ce38549cca4afa9e70d1d313f for: {'subnet': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:56:35.846877 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1085331'] for subnet, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:35.986143 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac157160-df3a-4069-a268-6b7f91eea9a3 req-ef6b4c33-cbc8-458c-acab-007fbce3737a tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:35.987682 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ac157160-df3a-4069-a268-6b7f91eea9a3 req-ef6b4c33-cbc8-458c-acab-007fbce3737a tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.0896399 Jun 30 11:56:36.040530 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ac157160-df3a-4069-a268-6b7f91eea9a3 req-ac48eebb-3ce0-4cc8-a680-4f3525a07ab6 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469646 Jun 30 11:56:36.151608 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33532763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1085349'] for subnet, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:36.233274 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63da04aa-823b-4435-a8d1-a5d0d01d176d,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:36.255744 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Checking segment: {'id': 'df1b1538-f6a3-4913-91a1-d905d038246c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2615d08e-2a0e-4449-b989-c4d5c1e0e597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:56:36.256098 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Network hostable DHCP agents. Network: 2615d08e-2a0e-4449-b989-c4d5c1e0e597, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:56:36.359700 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Network 2615d08e-2a0e-4449-b989-c4d5c1e0e597 is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:56:36.551556 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, 2615d08e-2a0e-4449-b989-c4d5c1e0e597) {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:56:36.562014 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:36.562014 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:36.562800 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3d2287-9e8e-44a6-a268-b7e979b4f79b None None] Network 2615d08e-2a0e-4449-b989-c4d5c1e0e597 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:56:36.740741 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-758bb8ec-38ce-427f-8723-970233074541 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0111969 Jun 30 11:56:36.779937 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69dd428-6732-4505-93ff-fa65b1f22ae4 None None] Network 2615d08e-2a0e-4449-b989-c4d5c1e0e597 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:56:37.248641 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd688188-8758-4ef2-986b-ef6d8b075869 req-4ecd7b3b-e217-4b27-a137-46ca192b2bf4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:37.248641 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cd688188-8758-4ef2-986b-ef6d8b075869 req-4ecd7b3b-e217-4b27-a137-46ca192b2bf4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.0913389 Jun 30 11:56:37.300955 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cd688188-8758-4ef2-986b-ef6d8b075869 req-d1268c84-cd37-44e1-b42c-3348c6c8ab7b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544171 Jun 30 11:56:37.609035 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40942) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:37.615000 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1608770815-network', 'tenant_id': '4fba5b0d60df47309c6944324bc81b9f'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:56:37.619466 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:37.623563 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Usage tracker for resource:network and tenant:4fba5b0d60df47309c6944324bc81b9f is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:37.628638 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:37.633721 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:37.739555 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Made reservation on behalf of 4fba5b0d60df47309c6944324bc81b9f for: {'network': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:56:37.742307 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:37.755486 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:37.770366 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:37.774274 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Usage tracker for resource:security_group_rule and tenant:4fba5b0d60df47309c6944324bc81b9f is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:37.777030 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:37.782631 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:37.867223 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:37.934477 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:37.972545 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=88750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:56:37.977698 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4232b2f4-0496-4595-a634-ef6e854002d0,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:37.985311 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:37.985311 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.segments_db [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Added segment 5c075ad6-dd5e-4e94-bfbd-50c74961faaa of type vlan for network f27cc7a3-669d-4485-81d5-8e30734345db Jun 30 11:56:38.013598 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:38.142087 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:38.144276 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:38.144900 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:38.251285 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] Pushing event updated for resources: {'Network': ['ID=f27cc7a3-669d-4485-81d5-8e30734345db,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:38.261735 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network f27cc7a3-669d-4485-81d5-8e30734345db details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:56:38.414719 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-64f63a92-82bc-4157-895c-d4ffceb9a73d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8042917 Jun 30 11:56:38.415340 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40952) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:38.421062 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Request body: {'subnet': {'network_id': 'f27cc7a3-669d-4485-81d5-8e30734345db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1608770815-subnet', 'tenant_id': '4fba5b0d60df47309c6944324bc81b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:56:38.428054 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:38.432605 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Usage tracker for resource:subnet and tenant:4fba5b0d60df47309c6944324bc81b9f is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:38.435694 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:38.443662 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:38.529507 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c1998-b50a-41c6-948e-d35ce0188767 req-d72871f4-5ae1-4b29-a52f-b702f35e4cee tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:38.531264 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7e9c1998-b50a-41c6-948e-d35ce0188767 req-d72871f4-5ae1-4b29-a52f-b702f35e4cee tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.1176469 Jun 30 11:56:38.533181 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Made reservation on behalf of 4fba5b0d60df47309c6944324bc81b9f for: {'subnet': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:56:38.539617 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1085331'] for subnet, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:38.584805 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7e9c1998-b50a-41c6-948e-d35ce0188767 req-3a71db01-76b1-4881-8ef4-f40f08bbaab8 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476706 Jun 30 11:56:38.800043 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e18bb1-8862-4ae1-aeb2-342712766661 req-c434eb4a-308b-4e7d-8bf2-9b90ce6390dc tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:38.801677 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-55e18bb1-8862-4ae1-aeb2-342712766661 req-c434eb4a-308b-4e7d-8bf2-9b90ce6390dc tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.0914569 Jun 30 11:56:38.848840 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33532763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1085349'] for subnet, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:38.850512 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-55e18bb1-8862-4ae1-aeb2-342712766661 req-1cb335ea-cd17-40a7-847c-2ecf744561d2 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426862 Jun 30 11:56:38.927553 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b59a47-2d7e-4f8a-9a54-62f7d2cf0da8,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:38.937314 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Checking segment: {'id': '5c075ad6-dd5e-4e94-bfbd-50c74961faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f27cc7a3-669d-4485-81d5-8e30734345db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:56:38.937665 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Network hostable DHCP agents. Network: f27cc7a3-669d-4485-81d5-8e30734345db, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:56:39.025808 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Network f27cc7a3-669d-4485-81d5-8e30734345db is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:56:39.142158 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, f27cc7a3-669d-4485-81d5-8e30734345db) {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:56:39.148276 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:39.158530 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:39.159240 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2464a20f-98c8-494a-8be7-aee36fb683d9 None None] Network f27cc7a3-669d-4485-81d5-8e30734345db requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:56:39.260924 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-314f5296-5993-4c78-8ca1-ac60e9b64946 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8443670 Jun 30 11:56:39.373209 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a306fc7-b557-49ad-b96d-7527f9ccda6b None None] Network f27cc7a3-669d-4485-81d5-8e30734345db requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:56:39.415869 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 40974) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:39.485425 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d74b2b8-bb95-4b59-bc37-739edfcc4c94 admin admin] Deleting subnet 63da04aa-823b-4435-a8d1-a5d0d01d176d {{(pid=88750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 11:56:39.485425 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0d74b2b8-bb95-4b59-bc37-739edfcc4c94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:39.541401 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0d74b2b8-bb95-4b59-bc37-739edfcc4c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1147442'] for subnet, precommit_delete_associations {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:39.605006 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0d74b2b8-bb95-4b59-bc37-739edfcc4c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:39.815725 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0d74b2b8-bb95-4b59-bc37-739edfcc4c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33531798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1085358'] for subnet, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:39.858926 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74b2b8-bb95-4b59-bc37-739edfcc4c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63da04aa-823b-4435-a8d1-a5d0d01d176d,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:39.864216 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0d74b2b8-bb95-4b59-bc37-739edfcc4c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:39.881409 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-0d74b2b8-bb95-4b59-bc37-739edfcc4c94 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/63da04aa-823b-4435-a8d1-a5d0d01d176d HTTP/1.1" status: 204 len: 168 time: 0.4639461 Jun 30 11:56:39.883677 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 40992) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:39.996293 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:40.138403 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:40.165658 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:40.166005 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:40.166741 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:40.167071 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Subscribe: > port after_create 55550000 {{(pid=88751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:40.167387 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:40.167732 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Subscribe: > port after_update 55550000 {{(pid=88751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:40.168062 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:40.168429 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:40.168739 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:40.169074 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:40.234032 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:40.239756 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:40.239756 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:40.239756 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 11:56:40.239756 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2615d08e-2a0e-4449-b989-c4d5c1e0e597']}} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:40.249182 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1b1538-f6a3-4913-91a1-d905d038246c') {'for_net_delete': True} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:40.249484 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1b1538-f6a3-4913-91a1-d905d038246c') {} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:40.261593 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115152'] for segment, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:40.277958 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:40.285943 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:56:40.286336 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27525536'] for segment, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:40.491884 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:40.512826 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:40.519601 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2615d08e-2a0e-4449-b989-c4d5c1e0e597,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:40.523903 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-65cb8fd9-b444-42bb-b854-732d0d6ed6f7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2615d08e-2a0e-4449-b989-c4d5c1e0e597 HTTP/1.1" status: 204 len: 168 time: 0.6389427 Jun 30 11:56:40.526716 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 41030) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:40.567469 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment df1b1538-f6a3-4913-91a1-d905d038246c resource provider aggregate not found Jun 30 11:56:40.588076 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment df1b1538-f6a3-4913-91a1-d905d038246c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df1b1538-f6a3-4913-91a1-d905d038246c found for delete ", "request_id": "req-8b7a55ec-cc44-4164-b223-9986a835c183"}]} Jun 30 11:56:40.595389 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1139f7-ff90-4ef5-9b98-79644c32653a admin admin] Deleting subnet 67b59a47-2d7e-4f8a-9a54-62f7d2cf0da8 {{(pid=88751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 11:56:40.599153 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ed1139f7-ff90-4ef5-9b98-79644c32653a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:40.657560 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ed1139f7-ff90-4ef5-9b98-79644c32653a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28115161'] for subnet, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:40.733727 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ed1139f7-ff90-4ef5-9b98-79644c32653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:40.891578 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ed1139f7-ff90-4ef5-9b98-79644c32653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27525390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29340573'] for subnet, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:40.935713 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1139f7-ff90-4ef5-9b98-79644c32653a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b59a47-2d7e-4f8a-9a54-62f7d2cf0da8,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:40.944276 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ed1139f7-ff90-4ef5-9b98-79644c32653a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:40.951644 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-ed1139f7-ff90-4ef5-9b98-79644c32653a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/67b59a47-2d7e-4f8a-9a54-62f7d2cf0da8 HTTP/1.1" status: 204 len: 168 time: 0.4237404 Jun 30 11:56:40.952675 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 41052) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:41.063515 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fbcc3c48-efca-485d-8a40-95105e5568aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:41.193058 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fbcc3c48-efca-485d-8a40-95105e5568aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:41.228593 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-fbcc3c48-efca-485d-8a40-95105e5568aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27cc7a3-669d-4485-81d5-8e30734345db']}} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:41.258375 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-fbcc3c48-efca-485d-8a40-95105e5568aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c075ad6-dd5e-4e94-bfbd-50c74961faaa') {'for_net_delete': True} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:41.258836 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-fbcc3c48-efca-485d-8a40-95105e5568aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c075ad6-dd5e-4e94-bfbd-50c74961faaa') {} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:56:41.276323 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fbcc3c48-efca-485d-8a40-95105e5568aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115152'] for segment, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:41.295244 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fbcc3c48-efca-485d-8a40-95105e5568aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:41.302032 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcc3c48-efca-485d-8a40-95105e5568aa admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:56:41.302425 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fbcc3c48-efca-485d-8a40-95105e5568aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27525536'] for segment, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:41.645535 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fbcc3c48-efca-485d-8a40-95105e5568aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:41.665438 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fbcc3c48-efca-485d-8a40-95105e5568aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:41.671553 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc3c48-efca-485d-8a40-95105e5568aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f27cc7a3-669d-4485-81d5-8e30734345db,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:41.676467 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-fbcc3c48-efca-485d-8a40-95105e5568aa admin admin] 10.222.0.18 "DELETE /v2.0/networks/f27cc7a3-669d-4485-81d5-8e30734345db HTTP/1.1" status: 204 len: 168 time: 0.7226076 Jun 30 11:56:42.051876 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4835ce-b0c6-4212-83f4-2240744b0d4d req-a8e4eea0-f7dc-49de-b31f-dedab0683456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:42.053457 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf4835ce-b0c6-4212-83f4-2240744b0d4d req-a8e4eea0-f7dc-49de-b31f-dedab0683456 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 1098 time: 0.1702089 Jun 30 11:56:42.062382 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b827aba-7066-4f0a-9080-882dcc3465bd req-5dc44b5c-3dea-4e3c-ae9e-7c0ddbb2015a tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:42.065305 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4b827aba-7066-4f0a-9080-882dcc3465bd req-5dc44b5c-3dea-4e3c-ae9e-7c0ddbb2015a tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1364214 Jun 30 11:56:42.158891 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 41112) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:42.209135 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4b827aba-7066-4f0a-9080-882dcc3465bd req-f3c50ee9-3fb9-42b8-96b1-518eda28e6a1 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209779 Jun 30 11:56:42.218717 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-01080f9f-6859-45d7-917a-462b46a0edfb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b12400ce38549cca4afa9e70d1d313f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629790 Jun 30 11:56:42.223685 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 41118) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:42.303960 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4835ce-b0c6-4212-83f4-2240744b0d4d req-86b1ccaf-66ab-4f69-922b-39c8b1f5c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:42.303960 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf4835ce-b0c6-4212-83f4-2240744b0d4d req-86b1ccaf-66ab-4f69-922b-39c8b1f5c63b service neutron] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 920 time: 0.2307410 Jun 30 11:56:42.382142 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf4835ce-b0c6-4212-83f4-2240744b0d4d req-8a645106-d2da-4d19-b505-b2675fedac15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3892292b-0944-4744-84cc-e6e81331b397 HTTP/1.1" status: 200 len: 217 time: 0.0755649 Jun 30 11:56:42.442775 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b3ecadac-a0a6-4ece-b869-ddf0125e36fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:42.482655 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4835ce-b0c6-4212-83f4-2240744b0d4d req-41a4a9d8-76cf-4f17-b19f-8f8284d92f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:42.484109 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf4835ce-b0c6-4212-83f4-2240744b0d4d req-41a4a9d8-76cf-4f17-b19f-8f8284d92f0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.0885282 Jun 30 11:56:42.485841 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b3ecadac-a0a6-4ece-b869-ddf0125e36fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:42.610863 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment 5c075ad6-dd5e-4e94-bfbd-50c74961faaa resource provider aggregate not found Jun 30 11:56:42.616281 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4835ce-b0c6-4212-83f4-2240744b0d4d req-b9e724f1-beec-4212-890f-e6ab676a7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:42.617787 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf4835ce-b0c6-4212-83f4-2240744b0d4d req-b9e724f1-beec-4212-890f-e6ab676a7f44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1246791 Jun 30 11:56:42.658235 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment 5c075ad6-dd5e-4e94-bfbd-50c74961faaa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c075ad6-dd5e-4e94-bfbd-50c74961faaa found for delete ", "request_id": "req-41eaeec1-ba65-4c2d-bf9a-0e3b097dd0ad"}]} Jun 30 11:56:42.712007 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b3ecadac-a0a6-4ece-b869-ddf0125e36fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:42.738540 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecadac-a0a6-4ece-b869-ddf0125e36fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce5e098-3667-4723-aa07-6a780be5bcc7,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:42.757350 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b3ecadac-a0a6-4ece-b869-ddf0125e36fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:42.761530 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-b3ecadac-a0a6-4ece-b869-ddf0125e36fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dce5e098-3667-4723-aa07-6a780be5bcc7 HTTP/1.1" status: 204 len: 168 time: 0.5295658 Jun 30 11:56:42.803470 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf4835ce-b0c6-4212-83f4-2240744b0d4d req-a2003b7b-5839-4c10-8caa-f9b565b72376 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770732 Jun 30 11:56:42.962530 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf4835ce-b0c6-4212-83f4-2240744b0d4d req-5d48ab79-928c-4526-9b03-d2f389121a1c service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421127 Jun 30 11:56:43.273980 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab7cac-ccbc-42e4-bcbb-6c63a6f3c55b req-bfe875ad-e3b7-44ca-a60b-e4c6533237ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:43.276309 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-42ab7cac-ccbc-42e4-bcbb-6c63a6f3c55b req-bfe875ad-e3b7-44ca-a60b-e4c6533237ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 1098 time: 0.0948217 Jun 30 11:56:43.495765 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab7cac-ccbc-42e4-bcbb-6c63a6f3c55b req-43f3d9fe-568d-4375-89a8-4c7df0486f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:43.497193 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-42ab7cac-ccbc-42e4-bcbb-6c63a6f3c55b req-43f3d9fe-568d-4375-89a8-4c7df0486f9e service neutron] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 920 time: 0.1963882 Jun 30 11:56:43.513733 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7188e7-861f-4b2b-8035-bdf559bfbc40 req-1faabe19-3c98-4cb0-82e7-1e72bd0496dd tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:43.515197 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9e7188e7-861f-4b2b-8035-bdf559bfbc40 req-1faabe19-3c98-4cb0-82e7-1e72bd0496dd tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1393142 Jun 30 11:56:43.593423 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-42ab7cac-ccbc-42e4-bcbb-6c63a6f3c55b req-d024ebd4-242f-4d47-9e59-7cbd3117b2c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3892292b-0944-4744-84cc-e6e81331b397 HTTP/1.1" status: 200 len: 217 time: 0.0772727 Jun 30 11:56:43.642349 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 41168) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:43.664412 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9e7188e7-861f-4b2b-8035-bdf559bfbc40 req-06f8e1f3-7b9c-42e7-b1d3-c5e45f3cc145 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910375 Jun 30 11:56:43.682406 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab7cac-ccbc-42e4-bcbb-6c63a6f3c55b req-2aa05b30-797e-4b25-9bb4-fccb106a5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:43.683841 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-42ab7cac-ccbc-42e4-bcbb-6c63a6f3c55b req-2aa05b30-797e-4b25-9bb4-fccb106a5a08 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.0742776 Jun 30 11:56:43.699979 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-cf9e29e8-72da-4fe3-8fcc-451896cca50d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fba5b0d60df47309c6944324bc81b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564413 Jun 30 11:56:43.700614 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 41172) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:43.762253 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f6d73e92-040e-4513-b8ee-94f52289e14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:43.768608 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab7cac-ccbc-42e4-bcbb-6c63a6f3c55b req-1a63d699-0d59-49b2-affd-6757cd6cca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:43.770152 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-42ab7cac-ccbc-42e4-bcbb-6c63a6f3c55b req-1a63d699-0d59-49b2-affd-6757cd6cca2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789437 Jun 30 11:56:43.794315 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f6d73e92-040e-4513-b8ee-94f52289e14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:44.016776 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f6d73e92-040e-4513-b8ee-94f52289e14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:44.022374 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-42ab7cac-ccbc-42e4-bcbb-6c63a6f3c55b req-d2618e45-70f6-43ce-a622-5def98067575 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329612 Jun 30 11:56:44.036042 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d73e92-040e-4513-b8ee-94f52289e14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4232b2f4-0496-4595-a634-ef6e854002d0,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:44.039713 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f6d73e92-040e-4513-b8ee-94f52289e14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:44.041041 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-f6d73e92-040e-4513-b8ee-94f52289e14e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4232b2f4-0496-4595-a634-ef6e854002d0 HTTP/1.1" status: 204 len: 168 time: 0.3395448 Jun 30 11:56:44.182557 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-42ab7cac-ccbc-42e4-bcbb-6c63a6f3c55b req-f916184c-e462-4091-829d-b07a698f97a3 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533985 Jun 30 11:56:44.911547 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6a3d9-6c6e-48d2-8584-2299ffcd6bd7 req-6dce2676-d391-458c-a8af-fae3f29bcf23 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:44.913150 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d4a6a3d9-6c6e-48d2-8584-2299ffcd6bd7 req-6dce2676-d391-458c-a8af-fae3f29bcf23 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1266980 Jun 30 11:56:44.960875 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d4a6a3d9-6c6e-48d2-8584-2299ffcd6bd7 req-94b54d65-d7bd-4c5b-9b2b-564497025ebe tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 Jun 30 11:56:45.593771 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 41284) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:45.730006 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-992751a1-809b-438a-b0ac-435f9809e762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:45.747035 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-992751a1-809b-438a-b0ac-435f9809e762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:45.751657 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-992751a1-809b-438a-b0ac-435f9809e762 admin admin] Usage tracker for resource:security_group_rule and tenant:5a10ddd60fca402ebb4934bc6071164b is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:45.755339 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-992751a1-809b-438a-b0ac-435f9809e762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:45.762152 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-992751a1-809b-438a-b0ac-435f9809e762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:45.906030 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-992751a1-809b-438a-b0ac-435f9809e762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:46.147909 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:46.170780 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e85db2-ebe2-4532-9fbe-a2d004b467ca req-9c4aa9f2-299c-456b-93fe-7acb41efa2fd tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:46.172270 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-10e85db2-ebe2-4532-9fbe-a2d004b467ca req-9c4aa9f2-299c-456b-93fe-7acb41efa2fd tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.0970232 Jun 30 11:56:46.215427 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-992751a1-809b-438a-b0ac-435f9809e762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:46.225805 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-10e85db2-ebe2-4532-9fbe-a2d004b467ca req-2340e36d-92f8-496c-aed3-5f771c2890f4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476375 Jun 30 11:56:46.270531 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-992751a1-809b-438a-b0ac-435f9809e762 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a10ddd60fca402ebb4934bc6071164b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6756427 Jun 30 11:56:46.272354 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992751a1-809b-438a-b0ac-435f9809e762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a662b8-9f87-4546-aed4-1b9e4a186e31,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:46.273464 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 41302) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:46.421966 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-39ee1933-fcf6-4bed-af31-a91a4e16c3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:46.467566 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-39ee1933-fcf6-4bed-af31-a91a4e16c3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:46.599088 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-39ee1933-fcf6-4bed-af31-a91a4e16c3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:46.615802 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee1933-fcf6-4bed-af31-a91a4e16c3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a662b8-9f87-4546-aed4-1b9e4a186e31,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:46.621129 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-39ee1933-fcf6-4bed-af31-a91a4e16c3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:46.626388 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-39ee1933-fcf6-4bed-af31-a91a4e16c3f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03a662b8-9f87-4546-aed4-1b9e4a186e31 HTTP/1.1" status: 204 len: 168 time: 0.3512213 Jun 30 11:56:47.427250 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e13b88-313e-4fda-bc6f-ed059a63f20a req-58167b45-ae48-40b6-a4fe-268563061ec2 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:47.428759 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-93e13b88-313e-4fda-bc6f-ed059a63f20a req-58167b45-ae48-40b6-a4fe-268563061ec2 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.0871811 Jun 30 11:56:47.482592 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-93e13b88-313e-4fda-bc6f-ed059a63f20a req-e700822c-6e6f-4c4e-9570-fce777e1ae16 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478981 Jun 30 11:56:47.501306 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 41344) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:47.522301 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-84689491-7dd7-456f-b2af-835342296d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:47.537256 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-84689491-7dd7-456f-b2af-835342296d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:47.541268 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-84689491-7dd7-456f-b2af-835342296d8d admin admin] Usage tracker for resource:security_group_rule and tenant:f839b998fd3640f5aa34003c23542a3f is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:47.544745 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-84689491-7dd7-456f-b2af-835342296d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:47.553935 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-84689491-7dd7-456f-b2af-835342296d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:47.656749 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-84689491-7dd7-456f-b2af-835342296d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:47.777419 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-84689491-7dd7-456f-b2af-835342296d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:47.835358 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-84689491-7dd7-456f-b2af-835342296d8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f839b998fd3640f5aa34003c23542a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292246 Jun 30 11:56:47.835358 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84689491-7dd7-456f-b2af-835342296d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94f1d9f-069c-420d-9f2d-d439214ff234,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:47.836218 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 41360) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:47.928986 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fe527e40-2e73-432e-b591-b0c21456190e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:47.957532 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fe527e40-2e73-432e-b591-b0c21456190e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:48.071500 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:56:48.102309 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fe527e40-2e73-432e-b591-b0c21456190e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:48.121401 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe527e40-2e73-432e-b591-b0c21456190e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94f1d9f-069c-420d-9f2d-d439214ff234,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:48.131582 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fe527e40-2e73-432e-b591-b0c21456190e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:48.133004 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-fe527e40-2e73-432e-b591-b0c21456190e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a94f1d9f-069c-420d-9f2d-d439214ff234 HTTP/1.1" status: 204 len: 168 time: 0.2955377 Jun 30 11:56:48.166072 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 41374) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:48.218794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d3f124e7-380f-4249-a004-163b1a4ab7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:48.299599 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-bba109bb-acc5-4c3b-a4ef-cd5e54c20264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:48.314415 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-bba109bb-acc5-4c3b-a4ef-cd5e54c20264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:48.319250 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-bba109bb-acc5-4c3b-a4ef-cd5e54c20264 admin admin] Usage tracker for resource:security_group_rule and tenant:4ac6f86bc584417fbe423127690320f0 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:48.322250 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-bba109bb-acc5-4c3b-a4ef-cd5e54c20264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:48.328125 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-bba109bb-acc5-4c3b-a4ef-cd5e54c20264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:48.412712 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-bba109bb-acc5-4c3b-a4ef-cd5e54c20264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:48.539257 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-bba109bb-acc5-4c3b-a4ef-cd5e54c20264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:48.589337 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba109bb-acc5-4c3b-a4ef-cd5e54c20264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf59283-a393-4d07-ba59-fa03ad367cd8,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:48.653853 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-bba109bb-acc5-4c3b-a4ef-cd5e54c20264 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ac6f86bc584417fbe423127690320f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824958 Jun 30 11:56:48.656529 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 41386) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:48.701206 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba1914-8dd4-427e-8c84-1e960174df0d req-e7d9b9a9-e475-4a86-a73b-167eb73299c7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:48.702872 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-49ba1914-8dd4-427e-8c84-1e960174df0d req-e7d9b9a9-e475-4a86-a73b-167eb73299c7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.0948675 Jun 30 11:56:48.735301 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a145d4c0-1464-4f7d-90ee-0bee308c8066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:48.752737 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-49ba1914-8dd4-427e-8c84-1e960174df0d req-bb71ce2d-e9c0-45e9-8a98-aad6c6269cbb tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433221 Jun 30 11:56:48.765243 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a145d4c0-1464-4f7d-90ee-0bee308c8066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:48.812858 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 41394) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:48.894773 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a145d4c0-1464-4f7d-90ee-0bee308c8066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:48.932791 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145d4c0-1464-4f7d-90ee-0bee308c8066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf59283-a393-4d07-ba59-fa03ad367cd8,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:48.950336 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a145d4c0-1464-4f7d-90ee-0bee308c8066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:48.953955 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-a145d4c0-1464-4f7d-90ee-0bee308c8066 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bf59283-a393-4d07-ba59-fa03ad367cd8 HTTP/1.1" status: 204 len: 168 time: 0.2961671 Jun 30 11:56:48.961908 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8bc6cb22-9c14-4e91-8b9c-c3da1540d7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:48.981248 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-8bc6cb22-9c14-4e91-8b9c-c3da1540d7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:48.985171 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-8bc6cb22-9c14-4e91-8b9c-c3da1540d7d2 admin admin] Usage tracker for resource:security_group_rule and tenant:a2e35079ac614c90b1f1820f536d0a05 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:48.989252 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-8bc6cb22-9c14-4e91-8b9c-c3da1540d7d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:48.995074 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-8bc6cb22-9c14-4e91-8b9c-c3da1540d7d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:49.091475 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8bc6cb22-9c14-4e91-8b9c-c3da1540d7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:49.185340 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8bc6cb22-9c14-4e91-8b9c-c3da1540d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:49.234493 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-8bc6cb22-9c14-4e91-8b9c-c3da1540d7d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2e35079ac614c90b1f1820f536d0a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203646 Jun 30 11:56:49.235191 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6cb22-9c14-4e91-8b9c-c3da1540d7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc3ec9b-b77a-4021-9251-23c463e81f86,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:49.237733 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 41410) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:49.323090 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7eb50358-9f86-4ef1-8b44-cc4b1943161d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:49.359834 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7eb50358-9f86-4ef1-8b44-cc4b1943161d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:49.536097 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7eb50358-9f86-4ef1-8b44-cc4b1943161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:49.551999 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb50358-9f86-4ef1-8b44-cc4b1943161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc3ec9b-b77a-4021-9251-23c463e81f86,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:49.556252 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7eb50358-9f86-4ef1-8b44-cc4b1943161d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:49.557385 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-7eb50358-9f86-4ef1-8b44-cc4b1943161d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9cc3ec9b-b77a-4021-9251-23c463e81f86 HTTP/1.1" status: 204 len: 168 time: 0.3184967 Jun 30 11:56:49.962356 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fe61c-e56c-4cba-898e-108ebab22058 req-7dff7385-7bcd-49f5-88d0-2bb9e4fbcbf1 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:49.963868 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ed9fe61c-e56c-4cba-898e-108ebab22058 req-7dff7385-7bcd-49f5-88d0-2bb9e4fbcbf1 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.0988302 Jun 30 11:56:50.012996 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ed9fe61c-e56c-4cba-898e-108ebab22058 req-9dbdad99-ff4c-4291-a859-3af1e19ce71d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434825 Jun 30 11:56:50.487440 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 41442) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:50.487440 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-71bca6e6-99fa-4a73-b7c3-20bcc97917f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:50.499640 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-71bca6e6-99fa-4a73-b7c3-20bcc97917f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:56:50.503700 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-71bca6e6-99fa-4a73-b7c3-20bcc97917f1 admin admin] Usage tracker for resource:security_group_rule and tenant:dd5bb184ec4e4cafbf89ecff2dede71e is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:56:50.507041 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-71bca6e6-99fa-4a73-b7c3-20bcc97917f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:56:50.513060 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-71bca6e6-99fa-4a73-b7c3-20bcc97917f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:56:50.516793 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-091cbd51-6ae9-464f-8686-7ecc31a6ae75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:50.603126 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-71bca6e6-99fa-4a73-b7c3-20bcc97917f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:50.736005 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-71bca6e6-99fa-4a73-b7c3-20bcc97917f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:50.786349 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-71bca6e6-99fa-4a73-b7c3-20bcc97917f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd5bb184ec4e4cafbf89ecff2dede71e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189309 Jun 30 11:56:50.787224 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bca6e6-99fa-4a73-b7c3-20bcc97917f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07d55c7-46b5-403e-bd16-717ef0b169c5,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:50.789101 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 41452) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:56:50.852936 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-506073f6-2dd8-45c8-a7c4-b6f8657c081c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:50.894260 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-506073f6-2dd8-45c8-a7c4-b6f8657c081c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:51.027774 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-506073f6-2dd8-45c8-a7c4-b6f8657c081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:51.046637 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506073f6-2dd8-45c8-a7c4-b6f8657c081c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07d55c7-46b5-403e-bd16-717ef0b169c5,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:56:51.067075 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-506073f6-2dd8-45c8-a7c4-b6f8657c081c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:51.068186 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-506073f6-2dd8-45c8-a7c4-b6f8657c081c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e07d55c7-46b5-403e-bd16-717ef0b169c5 HTTP/1.1" status: 204 len: 168 time: 0.2777936 Jun 30 11:56:51.219682 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901191c0-8261-40eb-a3e2-5528d28d5100 req-a27c166a-dddc-4dc6-b217-973aefb36a1c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:51.221848 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-901191c0-8261-40eb-a3e2-5528d28d5100 req-a27c166a-dddc-4dc6-b217-973aefb36a1c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.0995917 Jun 30 11:56:51.290731 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-901191c0-8261-40eb-a3e2-5528d28d5100 req-7a9fef77-e430-4c47-a8b6-482cc94db8d1 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625515 Jun 30 11:56:51.410553 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:51.656420 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:52.492661 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67ff02-a2a2-4db6-91d3-553dd4b75904 req-6d617a9a-8be0-45ea-8c88-16d59be382e0 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:52.494112 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6e67ff02-a2a2-4db6-91d3-553dd4b75904 req-6d617a9a-8be0-45ea-8c88-16d59be382e0 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.0954001 Jun 30 11:56:52.542593 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6e67ff02-a2a2-4db6-91d3-553dd4b75904 req-9f536402-5d98-41c5-8169-d03c949642fc tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427709 Jun 30 11:56:53.074793 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:56:53.738238 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b517639-1fbc-4aad-b663-245d7f4f2867 req-99ea4787-bbb8-4e8d-a876-8377bb606778 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:53.739899 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0b517639-1fbc-4aad-b663-245d7f4f2867 req-99ea4787-bbb8-4e8d-a876-8377bb606778 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.0914235 Jun 30 11:56:53.791472 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0b517639-1fbc-4aad-b663-245d7f4f2867 req-ed696254-63b1-4859-b819-e7cffc896b33 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454075 Jun 30 11:56:54.992876 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a539b0-e1ee-454e-8dbe-1de630d2ba3c req-fd850302-7997-4245-baff-bff0778a33a1 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:54.994361 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d9a539b0-e1ee-454e-8dbe-1de630d2ba3c req-fd850302-7997-4245-baff-bff0778a33a1 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.0902517 Jun 30 11:56:55.039555 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d9a539b0-e1ee-454e-8dbe-1de630d2ba3c req-4e0504bc-3015-4f80-9758-1ef027e099bf tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394504 Jun 30 11:56:56.236516 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf131974-1a12-4934-92be-73b7055dfc48 req-923f675e-2e95-413a-abf0-c78c662ed8af tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:56.237991 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf131974-1a12-4934-92be-73b7055dfc48 req-923f675e-2e95-413a-abf0-c78c662ed8af tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.0911100 Jun 30 11:56:56.285254 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf131974-1a12-4934-92be-73b7055dfc48 req-511f4481-04b5-4c07-b682-a36a56d12680 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Jun 30 11:56:57.564988 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363160b-1b90-4a0e-9c89-31dd775fe41a req-f972f9fb-dabd-48e1-93de-156a20714153 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:57.566446 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2363160b-1b90-4a0e-9c89-31dd775fe41a req-f972f9fb-dabd-48e1-93de-156a20714153 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1707799 Jun 30 11:56:57.615275 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2363160b-1b90-4a0e-9c89-31dd775fe41a req-25809808-2488-4735-8df4-a5eee4b4a114 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429535 Jun 30 11:56:58.812106 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cf9d5-b93c-44a7-bcb3-6cd01ec7ab28 req-493d2e3d-2165-42f3-9d76-e006082069e6 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:58.813634 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-749cf9d5-b93c-44a7-bcb3-6cd01ec7ab28 req-493d2e3d-2165-42f3-9d76-e006082069e6 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.0937321 Jun 30 11:56:58.864709 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-749cf9d5-b93c-44a7-bcb3-6cd01ec7ab28 req-a6a835f4-f416-4e42-82f8-1e000e8a7857 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387614 Jun 30 11:56:59.919531 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b3630-7ef8-4a10-b862-00a96cba0610 req-176eb277-beba-4be0-9e95-7a630813242b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:56:59.921050 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-815b3630-7ef8-4a10-b862-00a96cba0610 req-176eb277-beba-4be0-9e95-7a630813242b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.0904264 Jun 30 11:56:59.969058 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-815b3630-7ef8-4a10-b862-00a96cba0610 req-25024da2-466c-42b4-a302-1b0e15085fbf tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414970 Jun 30 11:57:00.060639 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9623ce-c6bb-4056-a324-37d3747ac5a4 req-44364717-e7d4-425a-a5ce-d621f9dd189c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:00.062030 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ad9623ce-c6bb-4056-a324-37d3747ac5a4 req-44364717-e7d4-425a-a5ce-d621f9dd189c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.0864210 Jun 30 11:57:00.106393 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ad9623ce-c6bb-4056-a324-37d3747ac5a4 req-77fe15f2-43ab-47b6-a46b-d591adc32b6a tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379663 Jun 30 11:57:01.175734 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6dd7ca-edc5-4c5b-add7-559b6cce1882 req-22751fe2-6119-4687-bf3c-3acba096bfa1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:01.177275 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bb6dd7ca-edc5-4c5b-add7-559b6cce1882 req-22751fe2-6119-4687-bf3c-3acba096bfa1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.0933096 Jun 30 11:57:01.264337 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bb6dd7ca-edc5-4c5b-add7-559b6cce1882 req-767b5592-0358-4150-bcbb-6834c4f62020 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0804923 Jun 30 11:57:01.321369 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c27d0-0731-4461-ab14-98273ceefbd6 req-63b5f421-19ba-4fbd-8fa6-a44ffddb303e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:01.322851 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0d6c27d0-0731-4461-ab14-98273ceefbd6 req-63b5f421-19ba-4fbd-8fa6-a44ffddb303e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1067531 Jun 30 11:57:01.371407 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0d6c27d0-0731-4461-ab14-98273ceefbd6 req-e3e4024a-3481-4fa2-8813-b096b64d6557 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428581 Jun 30 11:57:02.654347 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362c050-57fd-4417-bc91-a4889e0b1da3 req-d543e67e-6d33-47fe-9b1b-cdb162707bc8 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:02.655855 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5362c050-57fd-4417-bc91-a4889e0b1da3 req-d543e67e-6d33-47fe-9b1b-cdb162707bc8 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1615098 Jun 30 11:57:02.664483 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b8780-12a8-4125-a642-eb269dc92394 req-1558c897-8843-458d-84a9-6e77838ed470 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:02.665876 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f41b8780-12a8-4125-a642-eb269dc92394 req-1558c897-8843-458d-84a9-6e77838ed470 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.1297646 Jun 30 11:57:02.735273 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5362c050-57fd-4417-bc91-a4889e0b1da3 req-96568b34-ddc6-4dbc-9540-0f37a95bf6fa tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684421 Jun 30 11:57:02.743283 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f41b8780-12a8-4125-a642-eb269dc92394 req-579d4cf8-c716-4d99-b872-c46744414a9e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0630045 Jun 30 11:57:04.069484 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f913c-0b33-4b68-8a36-4689445eefab req-72762120-9815-476f-a62d-0cd69806dbbe tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:04.070961 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-065f913c-0b33-4b68-8a36-4689445eefab req-72762120-9815-476f-a62d-0cd69806dbbe tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.1807568 Jun 30 11:57:04.079054 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2531e-4616-456b-8fd2-3c51ed60dd58 req-56d9d3bf-895b-4132-9454-f9ac8516a11a tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:04.080563 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6fb2531e-4616-456b-8fd2-3c51ed60dd58 req-56d9d3bf-895b-4132-9454-f9ac8516a11a tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1365545 Jun 30 11:57:04.156508 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-065f913c-0b33-4b68-8a36-4689445eefab req-82d1f7c3-3c3d-436d-927f-887bab182715 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0748835 Jun 30 11:57:04.159985 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6fb2531e-4616-456b-8fd2-3c51ed60dd58 req-c4690577-dc5f-470a-a3fb-ed31f3e5a70b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641956 Jun 30 11:57:05.363930 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e270f-4314-4c14-bc86-294d5f552a88 req-31e841df-43a2-475e-bc6c-3c2062e7eabf tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:05.365510 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-572e270f-4314-4c14-bc86-294d5f552a88 req-31e841df-43a2-475e-bc6c-3c2062e7eabf tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.0949018 Jun 30 11:57:05.413009 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-572e270f-4314-4c14-bc86-294d5f552a88 req-e9fc225b-667f-452e-b0b0-0ed221817a9f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Jun 30 11:57:05.607186 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a8038-2083-4331-952f-549d3aaa9641 req-d8b4a615-416d-409b-a1de-aadaced2cc30 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:05.608691 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-827a8038-2083-4331-952f-549d3aaa9641 req-d8b4a615-416d-409b-a1de-aadaced2cc30 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.1010201 Jun 30 11:57:05.654805 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-827a8038-2083-4331-952f-549d3aaa9641 req-b64e613d-eaf8-42c4-8dc6-372694b40c71 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0395091 Jun 30 11:57:06.433714 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 41780) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:06.583447 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:06.610010 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:06.616742 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Usage tracker for resource:security_group_rule and tenant:64d0357025fa43ab976879316e5fa974 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:06.620600 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:06.627774 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:06.663999 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e305260-8d54-40d2-880d-30be0c4cc673 req-1834a477-d1cd-43af-bb8b-9db231b8fbb6 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:06.665515 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3e305260-8d54-40d2-880d-30be0c4cc673 req-1834a477-d1cd-43af-bb8b-9db231b8fbb6 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1459212 Jun 30 11:57:06.732727 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3e305260-8d54-40d2-880d-30be0c4cc673 req-f77ea10f-44ef-4736-938b-03ff3779149f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589230 Jun 30 11:57:06.773995 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:06.864310 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:06.922722 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badb165d-df41-45c3-a172-2c724ec153db,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:06.931381 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64d0357025fa43ab976879316e5fa974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4966099 Jun 30 11:57:06.934314 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 41802) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:06.937898 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:06.938172 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:06.938514 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:06.938846 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:06.939174 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:06.939508 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:06.939866 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:06.940593 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:06.940593 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:06.940871 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:06.941171 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:06.941534 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccbc848-51b3-43e2-937a-24f2e4df57fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:06.961460 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e682bd4-44b7-4d9c-b3d6-d1e20e40e701 req-a31f7473-0aa6-4481-bcea-55dc3050af0b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:06.968403 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4e682bd4-44b7-4d9c-b3d6-d1e20e40e701 req-a31f7473-0aa6-4481-bcea-55dc3050af0b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.1721525 Jun 30 11:57:07.006005 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:07.016639 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4e682bd4-44b7-4d9c-b3d6-d1e20e40e701 req-a59f0918-8e3c-45e7-b406-dae1b2938218 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0470130 Jun 30 11:57:07.035390 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:07.162513 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:07.178819 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badb165d-df41-45c3-a172-2c724ec153db,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:07.188926 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:07.189213 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:07.189549 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:07.190405 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:07.191018 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:07.191018 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:07.191319 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:07.191637 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:07.191962 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:07.192279 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:07.192634 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:07.192945 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:07.199954 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:07.203437 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-21951f2b-2b69-4b41-a5b5-440cb5bb807c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/badb165d-df41-45c3-a172-2c724ec153db HTTP/1.1" status: 204 len: 168 time: 0.2652609 Jun 30 11:57:07.939422 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1df4a-31fb-4ccb-bddd-c48c59775861 req-7eae53bb-0c67-40c8-a256-0998f3737fe6 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:07.941895 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3cf1df4a-31fb-4ccb-bddd-c48c59775861 req-7eae53bb-0c67-40c8-a256-0998f3737fe6 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.0973690 Jun 30 11:57:07.998780 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3cf1df4a-31fb-4ccb-bddd-c48c59775861 req-b445c1a7-5a97-490d-b13e-bac74b59e8dd tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488722 Jun 30 11:57:08.050919 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 41826) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:08.081263 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5947d06d-6178-4dfb-be24-c27b199eab55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:08.102172 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-5947d06d-6178-4dfb-be24-c27b199eab55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:08.107959 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-5947d06d-6178-4dfb-be24-c27b199eab55 admin admin] Usage tracker for resource:security_group_rule and tenant:96b1c41bbc2d4962a3363771cc58704b is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:08.111275 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-5947d06d-6178-4dfb-be24-c27b199eab55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:08.118032 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-5947d06d-6178-4dfb-be24-c27b199eab55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:08.212822 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5947d06d-6178-4dfb-be24-c27b199eab55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:08.306645 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5947d06d-6178-4dfb-be24-c27b199eab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:08.334748 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb98833-eac4-4da4-9837-ce9518ccf8b7 req-5cf18175-8a3e-438f-aebe-2f1eeb73839c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:08.336912 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bfb98833-eac4-4da4-9837-ce9518ccf8b7 req-5cf18175-8a3e-438f-aebe-2f1eeb73839c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.1969736 Jun 30 11:57:08.378528 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947d06d-6178-4dfb-be24-c27b199eab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c36824-5856-42d3-9caf-c19d3c3a070b,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:08.390448 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-5947d06d-6178-4dfb-be24-c27b199eab55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96b1c41bbc2d4962a3363771cc58704b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381357 Jun 30 11:57:08.393391 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 41844) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:08.417169 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bfb98833-eac4-4da4-9837-ce9518ccf8b7 req-0a3d831a-0e89-4843-9253-f2553887fbf8 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0741029 Jun 30 11:57:08.465800 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9ad2329a-b141-41b1-966a-ff960e8e123a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:08.492345 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9ad2329a-b141-41b1-966a-ff960e8e123a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:08.670741 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9ad2329a-b141-41b1-966a-ff960e8e123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:08.686815 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2329a-b141-41b1-966a-ff960e8e123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c36824-5856-42d3-9caf-c19d3c3a070b,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:08.696789 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9ad2329a-b141-41b1-966a-ff960e8e123a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:08.698004 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-9ad2329a-b141-41b1-966a-ff960e8e123a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8c36824-5856-42d3-9caf-c19d3c3a070b HTTP/1.1" status: 204 len: 168 time: 0.3032777 Jun 30 11:57:09.259093 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193e138-1929-4510-b836-7b7fe1fa4d50 req-bd580a45-2d08-4a5d-ba4e-046ed944c71c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:09.261602 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1193e138-1929-4510-b836-7b7fe1fa4d50 req-bd580a45-2d08-4a5d-ba4e-046ed944c71c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1473505 Jun 30 11:57:09.314213 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1193e138-1929-4510-b836-7b7fe1fa4d50 req-07048e86-7558-4ae6-83b8-ea0fd429fa18 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466330 Jun 30 11:57:09.516330 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 41866) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:09.537257 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e48afb83-5ff0-4858-ad1c-e076d5b9de3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:09.642548 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-e48afb83-5ff0-4858-ad1c-e076d5b9de3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:09.655637 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-e48afb83-5ff0-4858-ad1c-e076d5b9de3b admin admin] Usage tracker for resource:security_group_rule and tenant:4b6fe6af6acf40c9898ba63e55ca465c is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:09.667421 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-e48afb83-5ff0-4858-ad1c-e076d5b9de3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:09.682251 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-e48afb83-5ff0-4858-ad1c-e076d5b9de3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:09.744044 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8955f4-d982-43e8-afe6-f31a673264eb req-e1d9caba-d243-4a6b-8380-1cc713b5e490 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:09.745682 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-db8955f4-d982-43e8-afe6-f31a673264eb req-e1d9caba-d243-4a6b-8380-1cc713b5e490 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.1991534 Jun 30 11:57:09.750595 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d422411-09ce-470c-a14c-f7fcf1097ca2 req-6c613784-f5e3-4191-a8d4-d018ab6b0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:09.752033 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0d422411-09ce-470c-a14c-f7fcf1097ca2 req-6c613784-f5e3-4191-a8d4-d018ab6b0008 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 1098 time: 0.1608329 Jun 30 11:57:09.837212 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-db8955f4-d982-43e8-afe6-f31a673264eb req-de036b97-a49d-4185-89a1-4bcd9becdedc tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0841525 Jun 30 11:57:09.851456 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0d422411-09ce-470c-a14c-f7fcf1097ca2 req-e383247a-fd4f-474d-9944-5bc41560dbd0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789592 Jun 30 11:57:09.882575 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e48afb83-5ff0-4858-ad1c-e076d5b9de3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:09.973847 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e48afb83-5ff0-4858-ad1c-e076d5b9de3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:10.023102 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-e48afb83-5ff0-4858-ad1c-e076d5b9de3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b6fe6af6acf40c9898ba63e55ca465c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055344 Jun 30 11:57:10.024053 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48afb83-5ff0-4858-ad1c-e076d5b9de3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5b2112-73d1-4a42-a5ec-f031dc677a82,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:10.025891 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 41878) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:10.089800 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7ee98cbb-6f2d-4bce-8555-7cb506e2a334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:10.118139 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7ee98cbb-6f2d-4bce-8555-7cb506e2a334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:10.302405 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 41890) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:10.307377 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7ee98cbb-6f2d-4bce-8555-7cb506e2a334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:10.325257 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee98cbb-6f2d-4bce-8555-7cb506e2a334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5b2112-73d1-4a42-a5ec-f031dc677a82,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:10.336000 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7ee98cbb-6f2d-4bce-8555-7cb506e2a334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:10.337191 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-7ee98cbb-6f2d-4bce-8555-7cb506e2a334 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d5b2112-73d1-4a42-a5ec-f031dc677a82 HTTP/1.1" status: 204 len: 168 time: 0.3096619 Jun 30 11:57:10.448429 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-582dbf56-87ea-4291-a254-522d0f08fd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:10.511435 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-582dbf56-87ea-4291-a254-522d0f08fd9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:10.516762 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-582dbf56-87ea-4291-a254-522d0f08fd9f admin admin] Usage tracker for resource:security_group_rule and tenant:b64beebbbf944a169e80f5bada9b9810 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:10.521257 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-582dbf56-87ea-4291-a254-522d0f08fd9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:10.537754 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-582dbf56-87ea-4291-a254-522d0f08fd9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:10.595408 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb7f3a-345f-43da-a648-4c9260d4ea67 req-36c8f544-e225-4711-b43f-175d19a70aba tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:10.597591 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2dfb7f3a-345f-43da-a648-4c9260d4ea67 req-36c8f544-e225-4711-b43f-175d19a70aba tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1393795 Jun 30 11:57:10.667710 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2dfb7f3a-345f-43da-a648-4c9260d4ea67 req-344f04b5-28c9-4b37-b55b-fd8c5739e2b2 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613451 Jun 30 11:57:10.697476 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-582dbf56-87ea-4291-a254-522d0f08fd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:10.810703 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-582dbf56-87ea-4291-a254-522d0f08fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:10.892793 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-582dbf56-87ea-4291-a254-522d0f08fd9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b64beebbbf944a169e80f5bada9b9810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5892096 Jun 30 11:57:10.896526 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 41916) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:10.910159 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dbf56-87ea-4291-a254-522d0f08fd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33fddae-a093-43a8-b9fa-75b098b2ac15,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:10.981031 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-70c1f7a4-b987-4110-b355-9905ca491a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:11.011844 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-70c1f7a4-b987-4110-b355-9905ca491a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:11.105405 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a4621-4914-4277-a318-f288daae8e10 req-6e5bf9ea-832e-46aa-9284-2c982f9d3a2e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:11.106981 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2f5a4621-4914-4277-a318-f288daae8e10 req-6e5bf9ea-832e-46aa-9284-2c982f9d3a2e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.0998554 Jun 30 11:57:11.184453 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2f5a4621-4914-4277-a318-f288daae8e10 req-28be7857-a32a-4676-b1de-2aea783e1ec6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0703542 Jun 30 11:57:11.199094 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-70c1f7a4-b987-4110-b355-9905ca491a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:11.214472 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1f7a4-b987-4110-b355-9905ca491a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33fddae-a093-43a8-b9fa-75b098b2ac15,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:11.221376 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-70c1f7a4-b987-4110-b355-9905ca491a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:11.222740 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-70c1f7a4-b987-4110-b355-9905ca491a92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b33fddae-a093-43a8-b9fa-75b098b2ac15 HTTP/1.1" status: 204 len: 168 time: 0.3249636 Jun 30 11:57:11.882457 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee58ee7-7dc5-4f64-b6b1-7a83c93874af req-3bf9014c-0372-43e7-85e9-0df0b4c6309a tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:11.889668 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dee58ee7-7dc5-4f64-b6b1-7a83c93874af req-3bf9014c-0372-43e7-85e9-0df0b4c6309a tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1002264 Jun 30 11:57:11.938713 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dee58ee7-7dc5-4f64-b6b1-7a83c93874af req-52a2dc1b-98ed-4251-93e9-b45396714662 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479925 Jun 30 11:57:12.135872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 41958) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:12.156829 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-90039380-8d95-4c30-a2c9-2b87d8e3dfcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:12.180258 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-90039380-8d95-4c30-a2c9-2b87d8e3dfcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:12.184461 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-90039380-8d95-4c30-a2c9-2b87d8e3dfcc admin admin] Usage tracker for resource:security_group_rule and tenant:1b1a0bfb12bd4bdf91e45be51bd617cd is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:12.187536 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-90039380-8d95-4c30-a2c9-2b87d8e3dfcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:12.195188 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-90039380-8d95-4c30-a2c9-2b87d8e3dfcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:12.315356 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-90039380-8d95-4c30-a2c9-2b87d8e3dfcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:12.436685 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871bcd5-6ad5-4f5e-b30e-d3061240ae6a req-9f32aab8-aca7-446f-9433-938aeb417fdb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:12.438510 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2871bcd5-6ad5-4f5e-b30e-d3061240ae6a req-9f32aab8-aca7-446f-9433-938aeb417fdb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.0958214 Jun 30 11:57:12.447990 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-90039380-8d95-4c30-a2c9-2b87d8e3dfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:12.491828 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2871bcd5-6ad5-4f5e-b30e-d3061240ae6a req-6827084f-0371-4d7a-aae2-88ad3494df8b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471411 Jun 30 11:57:12.501060 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-90039380-8d95-4c30-a2c9-2b87d8e3dfcc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b1a0bfb12bd4bdf91e45be51bd617cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640423 Jun 30 11:57:12.501956 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90039380-8d95-4c30-a2c9-2b87d8e3dfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131520a5-c700-4c75-bea9-ea0050cc842d,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:12.504409 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 42002) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:12.583610 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e17e0102-1fae-46df-928a-4ea1c7b581f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:12.614524 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e17e0102-1fae-46df-928a-4ea1c7b581f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:12.832299 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10d599-7333-4a49-a3d8-ecd1bb6b3ae1 req-1925de63-8720-41ff-aa5c-c2c230c3478f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:12.833832 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be10d599-7333-4a49-a3d8-ecd1bb6b3ae1 req-1925de63-8720-41ff-aa5c-c2c230c3478f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1925530 Jun 30 11:57:12.836841 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75cdbb-ebdf-49a5-aa3c-3ddd0ddc5d11 req-14951d9e-7796-436b-8142-1a5cfba1d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:12.838230 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be75cdbb-ebdf-49a5-aa3c-3ddd0ddc5d11 req-14951d9e-7796-436b-8142-1a5cfba1d763 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 1098 time: 0.1345456 Jun 30 11:57:12.949585 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e17e0102-1fae-46df-928a-4ea1c7b581f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:12.978911 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be10d599-7333-4a49-a3d8-ecd1bb6b3ae1 req-740eea52-c529-4fe4-903c-a979ed9c2342 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382780 Jun 30 11:57:12.982901 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e0102-1fae-46df-928a-4ea1c7b581f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131520a5-c700-4c75-bea9-ea0050cc842d,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:13.024644 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e17e0102-1fae-46df-928a-4ea1c7b581f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:13.025771 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-e17e0102-1fae-46df-928a-4ea1c7b581f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/131520a5-c700-4c75-bea9-ea0050cc842d HTTP/1.1" status: 204 len: 168 time: 0.5162556 Jun 30 11:57:13.065218 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75cdbb-ebdf-49a5-aa3c-3ddd0ddc5d11 req-a3362d02-ef72-410d-9e5e-897ff8bb0a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:13.066639 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be75cdbb-ebdf-49a5-aa3c-3ddd0ddc5d11 req-a3362d02-ef72-410d-9e5e-897ff8bb0a8a service neutron] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 920 time: 0.2128186 Jun 30 11:57:13.149839 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be75cdbb-ebdf-49a5-aa3c-3ddd0ddc5d11 req-cd6b184c-f053-4018-8c1d-b8aa98d2951d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3892292b-0944-4744-84cc-e6e81331b397 HTTP/1.1" status: 200 len: 217 time: 0.0671167 Jun 30 11:57:13.325500 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75cdbb-ebdf-49a5-aa3c-3ddd0ddc5d11 req-42e87170-1a0c-494c-90c7-e47d2f4f4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:13.327547 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be75cdbb-ebdf-49a5-aa3c-3ddd0ddc5d11 req-42e87170-1a0c-494c-90c7-e47d2f4f4c2c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.1713567 Jun 30 11:57:13.441144 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75cdbb-ebdf-49a5-aa3c-3ddd0ddc5d11 req-54a4540a-f3d9-420d-befb-8a4931c7989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:13.442677 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be75cdbb-ebdf-49a5-aa3c-3ddd0ddc5d11 req-54a4540a-f3d9-420d-befb-8a4931c7989a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881817 Jun 30 11:57:13.606500 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be75cdbb-ebdf-49a5-aa3c-3ddd0ddc5d11 req-b52c0ded-b5c9-4db2-889c-2a9d9f76b6b2 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559620 Jun 30 11:57:13.842404 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca13b6b-931b-482c-a6af-55cac0942d2e req-c100fa50-5c63-4a66-8337-0839c0145961 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:13.850398 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8ca13b6b-931b-482c-a6af-55cac0942d2e req-c100fa50-5c63-4a66-8337-0839c0145961 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.2071023 Jun 30 11:57:13.854503 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be75cdbb-ebdf-49a5-aa3c-3ddd0ddc5d11 req-63f3ba17-9de8-489a-9a9a-9474309854fb service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395067 Jun 30 11:57:13.967735 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8ca13b6b-931b-482c-a6af-55cac0942d2e req-b2ad19cb-c57d-46c2-82e1-1b52f7f24f39 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1131668 Jun 30 11:57:14.604046 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfe021-1af1-4578-b953-0098b7f4c10a req-5537b3fa-9cdd-4cd6-9b10-2355f2c21bc8 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:14.605341 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f9cfe021-1af1-4578-b953-0098b7f4c10a req-5537b3fa-9cdd-4cd6-9b10-2355f2c21bc8 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1606576 Jun 30 11:57:14.613723 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99f783-a17e-4e1c-b505-579062ce214a req-cad499aa-6a56-4be4-8c09-658b2fb18d8b tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:14.615151 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eb99f783-a17e-4e1c-b505-579062ce214a req-cad499aa-6a56-4be4-8c09-658b2fb18d8b tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1259537 Jun 30 11:57:14.736119 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f9cfe021-1af1-4578-b953-0098b7f4c10a req-a3667646-a2db-4a7a-ad07-2452a0408c3e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104748 Jun 30 11:57:14.752935 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eb99f783-a17e-4e1c-b505-579062ce214a req-698a253a-5883-4599-a0e9-7bf023ed4efe tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154242 Jun 30 11:57:15.180184 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f9a74-2cb2-4b4a-8a0a-b3cd4bba347c req-35ea99f7-427d-4905-af63-89519ad18a5b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:15.181826 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c45f9a74-2cb2-4b4a-8a0a-b3cd4bba347c req-35ea99f7-427d-4905-af63-89519ad18a5b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.0959566 Jun 30 11:57:15.233311 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c45f9a74-2cb2-4b4a-8a0a-b3cd4bba347c req-f7ff217e-aa2c-4ee6-896e-bd723a715632 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450723 Jun 30 11:57:15.907846 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:16.067983 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885017ed-a0f8-48a0-a15b-aaaca0a7f8b1 req-7da66efa-8a1e-4b70-92a5-6d6afa54dd5d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:16.069747 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-885017ed-a0f8-48a0-a15b-aaaca0a7f8b1 req-7da66efa-8a1e-4b70-92a5-6d6afa54dd5d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.2194357 Jun 30 11:57:16.082216 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312b33f-12fe-4726-ae51-b94f56fa52ac req-72148f20-8bc0-4a38-99d0-363dc67db6d8 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:16.083890 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5312b33f-12fe-4726-ae51-b94f56fa52ac req-72148f20-8bc0-4a38-99d0-363dc67db6d8 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1424489 Jun 30 11:57:16.126058 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42116) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:16.176058 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-885017ed-a0f8-48a0-a15b-aaaca0a7f8b1 req-f09819a0-9340-4846-a16b-00b4837d5e4f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911305 Jun 30 11:57:16.180864 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5312b33f-12fe-4726-ae51-b94f56fa52ac req-6d0fad97-e6e9-42e9-b489-ccfcf6c2adbd tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811996 Jun 30 11:57:16.348861 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f2baaff3-4c82-4be5-9869-9d6d6f0b6450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:16.364676 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-f2baaff3-4c82-4be5-9869-9d6d6f0b6450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:16.373759 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-f2baaff3-4c82-4be5-9869-9d6d6f0b6450 admin admin] Usage tracker for resource:security_group_rule and tenant:a3500151ae934ae69bcb6f3b9eb72620 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:16.379217 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-f2baaff3-4c82-4be5-9869-9d6d6f0b6450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:16.388232 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-f2baaff3-4c82-4be5-9869-9d6d6f0b6450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:16.464786 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693a2c0-8b57-4f30-be99-61fbd10d56f1 req-675fd587-041e-4414-82ef-005694093e7c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:16.466162 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5693a2c0-8b57-4f30-be99-61fbd10d56f1 req-675fd587-041e-4414-82ef-005694093e7c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.1038206 Jun 30 11:57:16.485754 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f2baaff3-4c82-4be5-9869-9d6d6f0b6450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:16.515441 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5693a2c0-8b57-4f30-be99-61fbd10d56f1 req-5d1f32e9-a93a-4e87-b4cd-dbe973851641 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429692 Jun 30 11:57:16.570438 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f2baaff3-4c82-4be5-9869-9d6d6f0b6450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:16.622094 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-f2baaff3-4c82-4be5-9869-9d6d6f0b6450 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3500151ae934ae69bcb6f3b9eb72620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4949400 Jun 30 11:57:16.623829 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2baaff3-4c82-4be5-9869-9d6d6f0b6450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019bae94-b93f-4b64-97f0-90635d1fa25b,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:16.626106 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42126) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:16.691106 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-da6954a2-8d7b-4b1c-8dbb-569298df8751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:16.717985 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-da6954a2-8d7b-4b1c-8dbb-569298df8751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:16.888181 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-da6954a2-8d7b-4b1c-8dbb-569298df8751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:16.904820 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6954a2-8d7b-4b1c-8dbb-569298df8751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019bae94-b93f-4b64-97f0-90635d1fa25b,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:16.965540 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-da6954a2-8d7b-4b1c-8dbb-569298df8751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:16.965540 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-da6954a2-8d7b-4b1c-8dbb-569298df8751 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/019bae94-b93f-4b64-97f0-90635d1fa25b HTTP/1.1" status: 204 len: 168 time: 0.2927248 Jun 30 11:57:17.452115 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccb4bd-a6cb-44a0-a538-0d41173d8d7d req-9bf32a13-bf7a-4b71-97e7-9396409496db tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:17.453537 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-95ccb4bd-a6cb-44a0-a538-0d41173d8d7d req-9bf32a13-bf7a-4b71-97e7-9396409496db tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1641302 Jun 30 11:57:17.464211 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68b866-3847-4bf7-8e4f-199a5bad71a6 req-a047a64c-3d04-46df-8045-0d07a0d04543 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:17.465660 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7b68b866-3847-4bf7-8e4f-199a5bad71a6 req-a047a64c-3d04-46df-8045-0d07a0d04543 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1396978 Jun 30 11:57:17.542588 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-95ccb4bd-a6cb-44a0-a538-0d41173d8d7d req-d044a138-e9bd-4d14-b3fb-d027c463ff04 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759995 Jun 30 11:57:17.545728 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7b68b866-3847-4bf7-8e4f-199a5bad71a6 req-c3d40f01-b8d6-4c49-97c1-3be73361f187 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659902 Jun 30 11:57:17.747592 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8946d8d-7b5c-4620-a712-d613552258d6 req-27d43061-0ac7-4f69-b233-e0740f1d1a01 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:17.756058 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b8946d8d-7b5c-4620-a712-d613552258d6 req-27d43061-0ac7-4f69-b233-e0740f1d1a01 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.1092646 Jun 30 11:57:17.797879 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b8946d8d-7b5c-4620-a712-d613552258d6 req-d754efd1-09b8-4200-89a6-d6b137396920 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407920 Jun 30 11:57:18.282663 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-c88c27ec-6c5a-4cba-a271-6d3b87094029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:18.504324 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:57:18.683897 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:18.702176 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'port_id': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'mac_address': 'fa:16:3e:44:97:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:57:18.778280 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda is: ACTIVE; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:18.778575 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:18.797817 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:57:18.814414 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473b03-1c46-405f-b929-9fd6fcc96fa0 req-286a8403-2f14-4184-b403-a0b43a6b4951 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:18.815041 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:18.815943 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f9473b03-1c46-405f-b929-9fd6fcc96fa0 req-286a8403-2f14-4184-b403-a0b43a6b4951 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1023037 Jun 30 11:57:18.882592 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f9473b03-1c46-405f-b929-9fd6fcc96fa0 req-410bcfe5-1e07-4a4d-a15f-7de244318cde tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571647 Jun 30 11:57:18.936019 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:19.014268 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,revision_number=6']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:19.022342 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:19.022690 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:19.023030 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:19.023391 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:19.023722 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:19.024048 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:19.024377 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:19.024732 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:19.025055 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:19.025378 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:19.025699 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:19.026019 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:19.103628 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:57:19.122309 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab72192-7d26-40a5-8e28-fa2650c112c7 req-aceb0c47-7f29-4b69-af70-e21884a1d548 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:19.123838 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9ab72192-7d26-40a5-8e28-fa2650c112c7 req-aceb0c47-7f29-4b69-af70-e21884a1d548 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 945 time: 0.1981173 Jun 30 11:57:19.193319 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9ab72192-7d26-40a5-8e28-fa2650c112c7 req-76ede437-3557-405c-b840-33345f57cb9f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0623250 Jun 30 11:57:19.279099 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42194) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:19.403225 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f2191fc0-6eb4-4242-a20a-a15399ada8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:19.419035 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-f2191fc0-6eb4-4242-a20a-a15399ada8d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:19.422998 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-f2191fc0-6eb4-4242-a20a-a15399ada8d0 admin admin] Usage tracker for resource:security_group_rule and tenant:c9becf125d124cfeac29f44597e7cfa5 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:19.427187 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-f2191fc0-6eb4-4242-a20a-a15399ada8d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:19.433056 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-f2191fc0-6eb4-4242-a20a-a15399ada8d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:19.519701 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f2191fc0-6eb4-4242-a20a-a15399ada8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:19.593341 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f2191fc0-6eb4-4242-a20a-a15399ada8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:19.641864 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2191fc0-6eb4-4242-a20a-a15399ada8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dca12b-e193-4437-a468-da26f390bf3c,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:19.647394 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-f2191fc0-6eb4-4242-a20a-a15399ada8d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9becf125d124cfeac29f44597e7cfa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672535 Jun 30 11:57:19.650499 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42200) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:19.709021 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2f6d53e7-011b-4765-8a57-3157e3319b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:19.736113 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2f6d53e7-011b-4765-8a57-3157e3319b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:19.870794 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2f6d53e7-011b-4765-8a57-3157e3319b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:19.886706 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d53e7-011b-4765-8a57-3157e3319b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dca12b-e193-4437-a468-da26f390bf3c,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:19.896645 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2f6d53e7-011b-4765-8a57-3157e3319b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:19.898263 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-2f6d53e7-011b-4765-8a57-3157e3319b71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3dca12b-e193-4437-a468-da26f390bf3c HTTP/1.1" status: 204 len: 168 time: 0.2469621 Jun 30 11:57:19.912039 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 42216) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:19.917453 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-5cc481be-e584-4e4f-9544-958f7e8ab384 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--973675478', 'description': 'tempest-description--656640024'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:19.926582 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-5cc481be-e584-4e4f-9544-958f7e8ab384 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:19.947934 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-5cc481be-e584-4e4f-9544-958f7e8ab384 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:20.049744 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5cc481be-e584-4e4f-9544-958f7e8ab384 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:20.086531 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-5cc481be-e584-4e4f-9544-958f7e8ab384 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:20.093825 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-5cc481be-e584-4e4f-9544-958f7e8ab384 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Usage tracker for resource:security_group_rule and tenant:843f057330a14531be79ff8bf58367eb is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:20.098330 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-5cc481be-e584-4e4f-9544-958f7e8ab384 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:20.106331 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-5cc481be-e584-4e4f-9544-958f7e8ab384 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:20.139898 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24424c8-3342-4635-8dfa-638abe3fe0d4 req-3fe54968-29b9-4e14-80a5-9e8ebd0e38c7 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:20.141427 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f24424c8-3342-4635-8dfa-638abe3fe0d4 req-3fe54968-29b9-4e14-80a5-9e8ebd0e38c7 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1375349 Jun 30 11:57:20.207414 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f24424c8-3342-4635-8dfa-638abe3fe0d4 req-931b45c5-7d95-408a-b119-0368a1983243 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595655 Jun 30 11:57:20.235898 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5cc481be-e584-4e4f-9544-958f7e8ab384 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:20.374291 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5cc481be-e584-4e4f-9544-958f7e8ab384 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:20.431600 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc481be-e584-4e4f-9544-958f7e8ab384 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963db672-07cf-4841-8004-938c102094ba,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:20.450602 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4d8c-6d3d-4f50-a0c9-69db3f128c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:20.452006 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1f6be-acbd-4212-a0e9-bbfcf6573831 req-6d01cc76-159b-484d-b9d1-d6198a97f296 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:20.453619 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-57f1f6be-acbd-4212-a0e9-bbfcf6573831 req-6d01cc76-159b-484d-b9d1-d6198a97f296 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 945 time: 0.1444588 Jun 30 11:57:20.502645 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-57f1f6be-acbd-4212-a0e9-bbfcf6573831 req-b627a0ec-99b3-49b9-909a-b07ec84fd154 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417855 Jun 30 11:57:20.528867 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5cc481be-e584-4e4f-9544-958f7e8ab384 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:20.528867 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-5cc481be-e584-4e4f-9544-958f7e8ab384 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6136165 Jun 30 11:57:20.530413 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 42232) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:20.535489 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-e01cfb32-6092-47be-a099-9ef62006f725 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Request body: {'security_group_rule': {'security_group_id': '963db672-07cf-4841-8004-938c102094ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:20.541438 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-e01cfb32-6092-47be-a099-9ef62006f725 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:20.549948 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-e01cfb32-6092-47be-a099-9ef62006f725 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Usage tracker for resource:security_group_rule and tenant:843f057330a14531be79ff8bf58367eb is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:20.554130 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-e01cfb32-6092-47be-a099-9ef62006f725 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:20.561660 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-e01cfb32-6092-47be-a099-9ef62006f725 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:20.685565 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e01cfb32-6092-47be-a099-9ef62006f725 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:20.751117 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e01cfb32-6092-47be-a099-9ef62006f725 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:20.850095 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e01cfb32-6092-47be-a099-9ef62006f725 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:20.874562 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cfb32-6092-47be-a099-9ef62006f725 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc62ca0-c502-4851-96f9-373310159268,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:20.970541 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e01cfb32-6092-47be-a099-9ef62006f725 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:20.974428 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-e01cfb32-6092-47be-a099-9ef62006f725 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4404316 Jun 30 11:57:20.974659 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 42248) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:20.980211 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-67c2b470-c7ff-43a1-96ab-a4e25128036e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Request body: {'security_group_rule': {'security_group_id': '963db672-07cf-4841-8004-938c102094ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:20.987577 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-67c2b470-c7ff-43a1-96ab-a4e25128036e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:20.990944 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-67c2b470-c7ff-43a1-96ab-a4e25128036e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Usage tracker for resource:security_group_rule and tenant:843f057330a14531be79ff8bf58367eb is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:20.994298 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-67c2b470-c7ff-43a1-96ab-a4e25128036e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:21.000508 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:21.009171 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-67c2b470-c7ff-43a1-96ab-a4e25128036e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:21.076584 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:21.076946 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:21.109940 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-67c2b470-c7ff-43a1-96ab-a4e25128036e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:21.185346 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-67c2b470-c7ff-43a1-96ab-a4e25128036e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:21.215948 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:21.216193 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:21.245057 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:57:21.248419 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 42258) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:21.258208 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:21.308685 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c8dce8-850a-4c4d-9c48-cdb140ac495a'] response: {'server_uuid': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'code': 200} Jun 30 11:57:21.341924 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-67c2b470-c7ff-43a1-96ab-a4e25128036e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:21.383475 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:21.418384 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-766087010-network', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:21.429295 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2b470-c7ff-43a1-96ab-a4e25128036e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a989ff5c-10a6-425d-a193-8a09b3619804,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:21.439719 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:21.447035 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Usage tracker for resource:network and tenant:eba484848b8e4410a0a4acc6f3019575 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:21.451395 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:21.459332 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:21.461969 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,revision_number=7']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:21.488622 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01049041-6ce6-4a2d-84a8-23b57bbf3e8e req-0ef785ab-369a-4acc-9b0d-b6e14a28f5d2 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:21.490084 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-01049041-6ce6-4a2d-84a8-23b57bbf3e8e req-0ef785ab-369a-4acc-9b0d-b6e14a28f5d2 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1343157 Jun 30 11:57:21.493466 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:21.536798 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-01049041-6ce6-4a2d-84a8-23b57bbf3e8e req-c975942d-6e37-4570-9496-e1275b4cea7d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410457 Jun 30 11:57:21.571580 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-67c2b470-c7ff-43a1-96ab-a4e25128036e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:21.572801 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-67c2b470-c7ff-43a1-96ab-a4e25128036e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5973496 Jun 30 11:57:21.581219 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 42270) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:21.581926 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Request body: {'floatingip': {'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:21.587874 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:21.591781 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Usage tracker for resource:floatingip and tenant:843f057330a14531be79ff8bf58367eb is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:21.597435 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:21.604021 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:21.644906 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:21.696865 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Made reservation on behalf of eba484848b8e4410a0a4acc6f3019575 for: {'network': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:57:21.699129 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:21.717254 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:21.739477 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:21.744702 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Usage tracker for resource:security_group_rule and tenant:eba484848b8e4410a0a4acc6f3019575 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:21.748502 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:21.761070 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3606d9-facb-4616-9b7e-cbb73303956f req-7acba0e4-945d-49f5-ad35-fa49d5374805 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:21.766245 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4f3606d9-facb-4616-9b7e-cbb73303956f req-7acba0e4-945d-49f5-ad35-fa49d5374805 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.1301064 Jun 30 11:57:21.766245 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:21.801212 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for floatingip, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:21.902734 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4f3606d9-facb-4616-9b7e-cbb73303956f req-ac00bd59-62b7-4e38-840d-6ada5aeb8283 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1296513 Jun 30 11:57:21.974665 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:22.018836 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:22.074913 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:22.122035 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:57:22.178530 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:22.178871 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.segments_db [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Added segment f705b2e2-d6ac-4068-9e8c-be332a1372c2 of type vlan for network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 Jun 30 11:57:22.180035 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6a66cf-45e3-427f-8688-c1add7cf92df,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:22.238840 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:22.242696 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Allocated IP 172.27.1.114 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/dabcce63-0fc5-46df-a515-91f30c9a29a6) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:57:22.419988 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:22.441031 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:22.442141 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:22.442730 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:22.560395 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] Pushing event updated for resources: {'Network': ['ID=33724ee5-5a3e-4d68-a19f-6043ed2b8c26,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:22.574223 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:57:22.608496 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:22.657758 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-d61061a5-bf29-4716-9af9-5e0c69e0de7a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4054511 Jun 30 11:57:22.658034 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42282) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:22.664128 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Request body: {'subnet': {'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-766087010-subnet', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'ip_version': 4}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:22.669075 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:22.673058 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Usage tracker for resource:subnet and tenant:eba484848b8e4410a0a4acc6f3019575 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:22.677185 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:22.690097 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:22.728125 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:57:22.735996 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:57:22.741222 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:57:22.774802 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Pushing event updated for resources: {'Port': ['ID=dabcce63-0fc5-46df-a515-91f30c9a29a6,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:22.787559 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Made reservation on behalf of eba484848b8e4410a0a4acc6f3019575 for: {'subnet': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:57:22.789902 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1085331'] for subnet, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:22.849842 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3107c5-d28e-4872-a2d5-0507dd4dd67a req-7b446d68-57e7-46b1-915a-30e2a626520e tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:22.851346 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6e3107c5-d28e-4872-a2d5-0507dd4dd67a req-7b446d68-57e7-46b1-915a-30e2a626520e tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1863053 Jun 30 11:57:22.893081 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:23.053912 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6e3107c5-d28e-4872-a2d5-0507dd4dd67a req-176b86a9-1473-4d26-b6b3-5202b3814914 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910024 Jun 30 11:57:23.122671 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:23.136680 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33532763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1085349'] for subnet, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:23.205628 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc43b43-4b60-4c78-bccb-4053d959e091 req-cdc6d7d1-9bc8-427e-948f-33f1729acb20 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:23.207343 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7cc43b43-4b60-4c78-bccb-4053d959e091 req-cdc6d7d1-9bc8-427e-948f-33f1729acb20 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.1639214 Jun 30 11:57:23.222396 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:23.223128 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd1625f-4000-45fe-8c1a-a812dcf95e0d,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:23.231043 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Checking segment: {'id': 'f705b2e2-d6ac-4068-9e8c-be332a1372c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:57:23.231403 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Network hostable DHCP agents. Network: 33724ee5-5a3e-4d68-a19f-6043ed2b8c26, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:57:23.332708 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7cc43b43-4b60-4c78-bccb-4053d959e091 req-b282f141-8e94-47f2-aaa1-9961ee48787d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1037548 Jun 30 11:57:23.396036 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:57:23.400861 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:23.547458 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27525444'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:23.584881 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, 33724ee5-5a3e-4d68-a19f-6043ed2b8c26) {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:57:23.590872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:23.592113 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:23.597984 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55306f-0f07-4ec1-bf0a-7dd020b9bcb8 None None] Network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:57:23.664872 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Pushing event updated for resources: {'Port': ['ID=dabcce63-0fc5-46df-a515-91f30c9a29a6,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:23.685608 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:23.736088 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-a24ec0a7-25b0-49a8-b6c3-a45f8dad07c7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0762701 Jun 30 11:57:23.739906 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 42296) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:23.745582 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:23.753603 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:23.757998 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Usage tracker for resource:router and tenant:eba484848b8e4410a0a4acc6f3019575 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:23.761264 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:23.767123 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:23.813662 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:23.828397 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-6282435e-6e0c-48c9-94c9-3acf01ed612d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2379332 Jun 30 11:57:23.852797 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ad8f6dd-feab-57c2-9a36-52b0b8572c55-33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'fixed_ips': [{'subnet_id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d'}]}} from dv-cinder-848250-1-iscsi. {{(pid=88752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 11:57:23.852797 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:23.896171 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:23.897689 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:23.921706 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:24.023520 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.db_base_plugin_common [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Allocated IP 172.20.0.2 (33724ee5-5a3e-4d68-a19f-6043ed2b8c26/8fd1625f-4000-45fe-8c1a-a812dcf95e0d/8b4c25f7-c58f-485f-b031-63214204fea3) {{(pid=88752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:57:24.328037 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Notify callbacks [] for port, precommit_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:24.340774 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Transition to ACTIVE for port object 8b4c25f7-c58f-485f-b031-63214204fea3 will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:57:24.378819 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Transition to ACTIVE for port object 8b4c25f7-c58f-485f-b031-63214204fea3 will not be triggered until provisioned by entity DHCP. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:57:24.506115 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7328'] for router, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:24.526214 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-054a82be-44da-475f-b4d0-44eb420e5967 req-91dfe57f-0106-4c47-9d7f-a72bf49b8ef5 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Synchronizing usage tracker for tenant:843f057330a14531be79ff8bf58367eb on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:57:24.550759 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:24.559781 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1561f-14cb-4db2-a4a6-cc7fac3fdf91 req-8c5bf5df-c9e3-44cc-95d1-8cd4f0f53844 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:24.561549 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-06c1561f-14cb-4db2-a4a6-cc7fac3fdf91 req-8c5bf5df-c9e3-44cc-95d1-8cd4f0f53844 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.2938807 Jun 30 11:57:24.621234 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-06c1561f-14cb-4db2-a4a6-cc7fac3fdf91 req-a996ee03-23eb-410e-8e7b-02fe8d83d9ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529330 Jun 30 11:57:24.639534 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 is already hosted by enough agents. {{(pid=88752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:57:24.647585 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.base_scheduler [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Resources bound (agent type, host, resource id): {{(pid=88752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:57:24.650774 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Received port after_create {{(pid=88752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:57:24.730825 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-054a82be-44da-475f-b4d0-44eb420e5967 req-91dfe57f-0106-4c47-9d7f-a72bf49b8ef5 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Unset dirty status for tenant:843f057330a14531be79ff8bf58367eb on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:57:24.732192 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-91dfe57f-0106-4c47-9d7f-a72bf49b8ef5 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--973675478&fields=id&tenant_id=843f057330a14531be79ff8bf58367eb HTTP/1.1" status: 200 len: 267 time: 0.4654980 Jun 30 11:57:24.806543 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Attempting to bind port 8b4c25f7-c58f-485f-b031-63214204fea3 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:57:24.807216 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Attempting to bind port 8b4c25f7-c58f-485f-b031-63214204fea3 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'f705b2e2-d6ac-4068-9e8c-be332a1372c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:57:24.807755 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Attempting to bind port 8b4c25f7-c58f-485f-b031-63214204fea3 on network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:57:24.814016 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:57:24.814737 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Checking segment: {'id': 'f705b2e2-d6ac-4068-9e8c-be332a1372c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:57:24.815379 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:24.815915 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Bound using segment: {'id': 'f705b2e2-d6ac-4068-9e8c-be332a1372c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:57:24.816554 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Bound port: 8b4c25f7-c58f-485f-b031-63214204fea3, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f705b2e2-d6ac-4068-9e8c-be332a1372c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:57:24.817224 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:24.826780 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Pushing event updated for resources: {'Port': ['ID=8b4c25f7-c58f-485f-b031-63214204fea3,revision_number=1']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:25.009689 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] For port 8b4c25f7-c58f-485f-b031-63214204fea3, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:57:25.017328 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] For port 8b4c25f7-c58f-485f-b031-63214204fea3, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=8b4c25f7-c58f-485f-b031-63214204fea3,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:57:25.058395 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:57:25.143298 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:25.230248 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a82be-44da-475f-b4d0-44eb420e5967 req-8668f8dd-af6e-479d-8b23-c4745836af52 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:25.232272 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-8668f8dd-af6e-479d-8b23-c4745836af52 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 819 time: 0.4897242 Jun 30 11:57:25.251690 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf1386-933c-44fd-8f78-900b80620798 None None] Pushing event updated for resources: {'Port': ['ID=8b4c25f7-c58f-485f-b031-63214204fea3,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:25.286697 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-23d12dfc-575d-40ff-ac5b-337e6fa6df67 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/quotas/843f057330a14531be79ff8bf58367eb HTTP/1.1" status: 200 len: 375 time: 0.0463541 Jun 30 11:57:25.296028 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ba776-a595-4105-b3cf-2fe257b2165e req-d2c53975-c815-499e-8073-6366c493ca53 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:25.305343 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-902ba776-a595-4105-b3cf-2fe257b2165e req-d2c53975-c815-499e-8073-6366c493ca53 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.5267107 Jun 30 11:57:25.785547 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-902ba776-a595-4105-b3cf-2fe257b2165e req-5e027561-4584-431d-bc7d-48df6c8f58ec tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4791524 Jun 30 11:57:25.896153 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-ae11529b-73a7-4f11-807d-f5603214633e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5729966 Jun 30 11:57:26.131472 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:26.174592 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:26.298563 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-cdbf1791-f5a6-4f3c-8bfc-c632f25edce5 service neutron] 10.222.0.18 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784270 Jun 30 11:57:26.447653 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8d7dd-d106-43b8-82ea-380163637100 req-f106daf7-604f-4ff8-bce8-1eea9bfc93ad tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:26.449144 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9de8d7dd-d106-43b8-82ea-380163637100 req-f106daf7-604f-4ff8-bce8-1eea9bfc93ad tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.3833673 Jun 30 11:57:26.500297 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Allocated IP 172.27.1.15 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/3af9fec2-3eca-441d-9741-76134a1848fb) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:57:26.573177 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-2ff5777a-bd3c-47ae-ac8f-c8cfa69832ad service neutron] 10.222.0.18 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626798 Jun 30 11:57:26.578167 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9de8d7dd-d106-43b8-82ea-380163637100 req-4e6c11be-78fc-4c98-bccf-c941fc9b5e7e tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188149 Jun 30 11:57:26.736931 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 8b4c25f7-c58f-485f-b031-63214204fea3 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:26.835771 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42384) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:26.841477 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1093827709', 'description': 'tempest-description--565086947'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:26.852989 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:26.862129 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:26.871658 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:26.886836 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:26.925473 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:26.982231 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 8b4c25f7-c58f-485f-b031-63214204fea3 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:57:27.029600 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:27.063715 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:27.074864 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group_rule and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:27.082284 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:27.090609 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:27.143684 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:27.155922 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95599edf-a65c-41bf-9cc0-0bc5b7ff4c04 None None] Network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:57:27.230147 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:27.322730 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a71f5d41-d96e-4199-a9ae-1785ec4e71c2 req-750304e6-0a1f-485f-bb2c-c4c5eb5c9df9 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 210 time: 0.3012938 Jun 30 11:57:27.368641 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:27.385358 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:57:27.399328 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:57:27.402605 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:57:27.443278 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Pushing event updated for resources: {'Port': ['ID=3af9fec2-3eca-441d-9741-76134a1848fb,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:27.445090 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-62a9719a-e4db-4fef-9be4-7e0a8e82a4cb None None] Provisioning for port 8b4c25f7-c58f-485f-b031-63214204fea3 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:57:27.483132 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-62a9719a-e4db-4fef-9be4-7e0a8e82a4cb None None] Provisioning complete for port 8b4c25f7-c58f-485f-b031-63214204fea3 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:27.488524 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-62a9719a-e4db-4fef-9be4-7e0a8e82a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:27.504103 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615f1dd3-0375-425b-a285-a2d545a20c79,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:27.582073 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:27.583462 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-b2cb4c07-7808-4acb-821b-bd944ba315f6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7464857 Jun 30 11:57:27.586791 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42400) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:27.592311 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-e49783fa-688d-4d3d-a3f2-dd8d99b8e5b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'security_group_rule': {'security_group_id': '615f1dd3-0375-425b-a285-a2d545a20c79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:27.601548 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-e49783fa-688d-4d3d-a3f2-dd8d99b8e5b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:27.606663 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-e49783fa-688d-4d3d-a3f2-dd8d99b8e5b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group_rule and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:27.616446 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-e49783fa-688d-4d3d-a3f2-dd8d99b8e5b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:27.625559 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-e49783fa-688d-4d3d-a3f2-dd8d99b8e5b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:27.706816 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4e948-c7f7-4d45-b5ba-182fcdc2ceae req-40a6d1b5-6cfd-42aa-8f76-2dcf34c16e45 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:27.714727 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e7d4e948-c7f7-4d45-b5ba-182fcdc2ceae req-40a6d1b5-6cfd-42aa-8f76-2dcf34c16e45 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.5953374 Jun 30 11:57:27.733994 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e49783fa-688d-4d3d-a3f2-dd8d99b8e5b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:27.792734 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-62a9719a-e4db-4fef-9be4-7e0a8e82a4cb None None] Current status of the port 8b4c25f7-c58f-485f-b031-63214204fea3 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:27.793346 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-62a9719a-e4db-4fef-9be4-7e0a8e82a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:27.887783 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-62a9719a-e4db-4fef-9be4-7e0a8e82a4cb None None] For port 8b4c25f7-c58f-485f-b031-63214204fea3, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=8b4c25f7-c58f-485f-b031-63214204fea3,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:27.966107 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e7d4e948-c7f7-4d45-b5ba-182fcdc2ceae req-73a74b92-fbdb-4f63-a4e9-15cf3f3b621b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2499273 Jun 30 11:57:27.991041 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-62a9719a-e4db-4fef-9be4-7e0a8e82a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:28.035407 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e49783fa-688d-4d3d-a3f2-dd8d99b8e5b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:28.129728 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e49783fa-688d-4d3d-a3f2-dd8d99b8e5b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:28.139886 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-85cf718d-0ef6-4d13-bbd8-38b7d17f2083 None None] Provisioning complete for port 8b4c25f7-c58f-485f-b031-63214204fea3 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:28.140164 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-85cf718d-0ef6-4d13-bbd8-38b7d17f2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:28.185150 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49783fa-688d-4d3d-a3f2-dd8d99b8e5b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba020b0f-7261-4b87-abf4-ec9e90dd6386,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:28.196957 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9719a-e4db-4fef-9be4-7e0a8e82a4cb None None] Pushing event updated for resources: {'Port': ['ID=8b4c25f7-c58f-485f-b031-63214204fea3,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:28.208336 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585c9c3-f0c0-48ec-b5ca-032fc3c901d3 req-496a1e38-b9be-4790-a3eb-c568c0027879 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:28.210045 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3585c9c3-f0c0-48ec-b5ca-032fc3c901d3 req-496a1e38-b9be-4790-a3eb-c568c0027879 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.3709478 Jun 30 11:57:28.264996 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3585c9c3-f0c0-48ec-b5ca-032fc3c901d3 req-43f0ad16-e48d-458f-a8f4-6384080541ad tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489950 Jun 30 11:57:28.322026 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e49783fa-688d-4d3d-a3f2-dd8d99b8e5b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:28.332017 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-e49783fa-688d-4d3d-a3f2-dd8d99b8e5b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7440736 Jun 30 11:57:28.334087 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42412) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:28.336350 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-85cf718d-0ef6-4d13-bbd8-38b7d17f2083 None None] Current status of the port 8b4c25f7-c58f-485f-b031-63214204fea3 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:28.352795 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-5d4c33af-b0c7-4152-801b-324f7dfc654c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'security_group_rule': {'security_group_id': '615f1dd3-0375-425b-a285-a2d545a20c79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:28.369374 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-5d4c33af-b0c7-4152-801b-324f7dfc654c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:28.378878 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-5d4c33af-b0c7-4152-801b-324f7dfc654c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group_rule and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:28.386793 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-5d4c33af-b0c7-4152-801b-324f7dfc654c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:28.402755 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-5d4c33af-b0c7-4152-801b-324f7dfc654c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:28.524937 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5d4c33af-b0c7-4152-801b-324f7dfc654c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:28.593044 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-713335b9-2257-4f10-bad2-3e8e982ebf37 req-1810abf0-f916-41a2-95e3-60d32f1b648f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 210 time: 0.1560907 Jun 30 11:57:28.647121 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5d4c33af-b0c7-4152-801b-324f7dfc654c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:28.662014 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 8b4c25f7-c58f-485f-b031-63214204fea3 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:28.663767 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:28.723002 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5d4c33af-b0c7-4152-801b-324f7dfc654c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:28.747229 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 8b4c25f7-c58f-485f-b031-63214204fea3 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:28.747782 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:28.793299 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c33af-b0c7-4152-801b-324f7dfc654c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45abd563-0213-4c2b-b0b1-30bd776c8c99,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:28.905496 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 8b4c25f7-c58f-485f-b031-63214204fea3 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:28.909507 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5d4c33af-b0c7-4152-801b-324f7dfc654c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:28.913617 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-5d4c33af-b0c7-4152-801b-324f7dfc654c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5760205 Jun 30 11:57:28.914014 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42418) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:28.920957 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'floatingip': {'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:28.929204 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:28.933335 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:floatingip and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:28.937241 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:28.944199 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:29.067648 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:29.212059 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579364'] for router, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:29.259545 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:29.446951 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f11d6f-ced5-4158-af2f-2b7604c70ab9 req-bd9e8cec-b923-4a8a-a431-43c1fc59e345 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:29.448459 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d7f11d6f-ced5-4158-af2f-2b7604c70ab9 req-bd9e8cec-b923-4a8a-a431-43c1fc59e345 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.3086982 Jun 30 11:57:29.454588 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Allocated IP 172.27.1.6 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/075e7b77-6ca7-4b89-b824-061d6f320eaa) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:57:29.575149 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d7f11d6f-ced5-4158-af2f-2b7604c70ab9 req-3a18c5e6-bc4d-42cc-927a-44303c35fd8b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0817540 Jun 30 11:57:29.597980 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1da00d-81a2-4a3f-8947-8832fbf941d7 req-47a74753-a7c3-4adb-b717-450162a0d417 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:29.599635 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2e1da00d-81a2-4a3f-8947-8832fbf941d7 req-47a74753-a7c3-4adb-b717-450162a0d417 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1492891 Jun 30 11:57:29.615729 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:29.650429 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2e1da00d-81a2-4a3f-8947-8832fbf941d7 req-6521fdd8-40a4-46a5-8e59-fed608e0efd4 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440516 Jun 30 11:57:29.757751 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-61b65f1f-ee89-48d2-aed3-08a49c0c025b req-7316adc1-05c5-4e06-a3a0-62656284445c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 210 time: 0.0536466 Jun 30 11:57:29.779288 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Router 3e13d25f-bb18-413b-a51b-2c0cdc34322b is scheduled to L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 with binding_index 1 {{(pid=88751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 11:57:29.802493 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:29.883458 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:57:29.890877 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:57:29.895873 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:57:30.009938 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:57:30.019033 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Sync routers for ids ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:57:30.042168 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Routers {'3e13d25f-bb18-413b-a51b-2c0cdc34322b'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:57:30.042788 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:57:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:30.057756 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'Port': ['ID=075e7b77-6ca7-4b89-b824-061d6f320eaa,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:30.101963 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:30.134124 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:30.138595 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-fab61bab-1330-41f4-bc32-a508e524ef69 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.3968711 Jun 30 11:57:30.141350 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42438) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:30.388502 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Set router 3e13d25f-bb18-413b-a51b-2c0cdc34322b gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:57:30.694031 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:31.174961 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T11:57:28Z', 'revision_number': 3, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port': {'id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:26Z', 'updated_at': '2022-06-30T11:57:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:31.181622 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Checking router: 3e13d25f-bb18-413b-a51b-2c0cdc34322b for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:57:31.182153 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Updating router 3e13d25f-bb18-413b-a51b-2c0cdc34322b port 3af9fec2-3eca-441d-9741-76134a1848fb binding host dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:57:31.250434 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:31.394333 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999b96b-471e-45d8-aaa2-587cdc42078b req-adf9eb0e-dca7-49ad-b296-d7f62e7f4e31 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:31.396188 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b999b96b-471e-45d8-aaa2-587cdc42078b req-adf9eb0e-dca7-49ad-b296-d7f62e7f4e31 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.6316888 Jun 30 11:57:31.461620 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3434e-7426-49b4-8509-5d835c50a583 req-759cc6bc-4a19-48b4-a2e2-b96b8c754387 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:31.461620 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d2d3434e-7426-49b4-8509-5d835c50a583 req-759cc6bc-4a19-48b4-a2e2-b96b8c754387 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1817992 Jun 30 11:57:31.479921 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:31.517524 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d2d3434e-7426-49b4-8509-5d835c50a583 req-543aa357-1fe3-486b-8eb8-7e309e2bb2eb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735452 Jun 30 11:57:31.590811 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:31.607552 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b999b96b-471e-45d8-aaa2-587cdc42078b req-d6c08ef6-30b0-4ccf-a9ac-3692faf87e6e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2048900 Jun 30 11:57:31.750854 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:31.779507 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Notify callbacks [] for port, precommit_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:31.797254 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Transition to ACTIVE for port object 3af9fec2-3eca-441d-9741-76134a1848fb will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:57:31.833050 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2b569acd-a27a-4183-8eea-0c3fd121e89a req-5831695f-b483-4f03-8c36-e137fe96b8c8 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 210 time: 0.1025240 Jun 30 11:57:31.916626 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:31.923255 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'Port': ['ID=075e7b77-6ca7-4b89-b824-061d6f320eaa,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:31.962571 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a82be-44da-475f-b4d0-44eb420e5967 req-d6d3f646-e9c0-4de3-baa0-eed7e0b6f792 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:31.966467 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-d6d3f646-e9c0-4de3-baa0-eed7e0b6f792 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 819 time: 0.4281592 Jun 30 11:57:32.002509 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48073db3-5adb-47c4-91ea-feb93b1c3e1f None None] Pushing event updated for resources: {'Port': ['ID=3af9fec2-3eca-441d-9741-76134a1848fb,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:32.027030 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Attempting to bind port 3af9fec2-3eca-441d-9741-76134a1848fb on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:57:32.027400 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Attempting to bind port 3af9fec2-3eca-441d-9741-76134a1848fb by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:57:32.027762 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Attempting to bind port 3af9fec2-3eca-441d-9741-76134a1848fb on network e4d1c1ad-a890-44d7-b269-958aaeb49e2d {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:57:32.035093 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-bae644f3-4fe4-417f-8e3f-40cd48b52e6d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=843f057330a14531be79ff8bf58367eb HTTP/1.1" status: 200 len: 379 time: 0.0580304 Jun 30 11:57:32.042898 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:57:32.043224 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Checking segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:57:32.043721 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:32.044031 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Bound using segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:57:32.044556 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Bound port: 3af9fec2-3eca-441d-9741-76134a1848fb, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:57:32.044942 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:32.052652 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Request body: {'port': {'device_id': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'admin_state_up': True, 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'security_groups': ['963db672-07cf-4841-8004-938c102094ba']}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:32.062602 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:32.159370 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] For port 3af9fec2-3eca-441d-9741-76134a1848fb, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:57:32.163304 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] For port 3af9fec2-3eca-441d-9741-76134a1848fb, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=3af9fec2-3eca-441d-9741-76134a1848fb,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:57:32.204145 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Allocated IP 172.20.0.1 (33724ee5-5a3e-4d68-a19f-6043ed2b8c26/8fd1625f-4000-45fe-8c1a-a812dcf95e0d/953d88d7-2c2b-41ba-a336-bae0f5c5e256) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:57:32.244814 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:32.249747 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Usage tracker for resource:port and tenant:843f057330a14531be79ff8bf58367eb is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:32.253020 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:32.260953 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:32.311124 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:32.395001 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Routers {'3e13d25f-bb18-413b-a51b-2c0cdc34322b'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:57:32.395511 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:32.395629 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:57:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:32.423143 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Transition to ACTIVE for port object 953d88d7-2c2b-41ba-a336-bae0f5c5e256 will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:57:32.442978 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:32.444512 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-4144e6e7-b849-4f75-9b14-6a76f1382c78 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5296295 Jun 30 11:57:32.520253 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Made reservation on behalf of 843f057330a14531be79ff8bf58367eb for: {'port': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:57:32.525434 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:32.573585 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:32.594233 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] Set router 3e13d25f-bb18-413b-a51b-2c0cdc34322b gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:57:32.769411 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Pushing event updated for resources: {'Port': ['ID=953d88d7-2c2b-41ba-a336-bae0f5c5e256,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:32.777945 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:57:32.779478 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:57:32.796917 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:57:32.949212 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48073db3-5adb-47c4-91ea-feb93b1c3e1f None None] Pushing event updated for resources: {'Port': ['ID=3af9fec2-3eca-441d-9741-76134a1848fb,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:32.999989 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574062'] for router_interface, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:33.152662 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T11:57:28Z', 'revision_number': 3, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port': {'id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:26Z', 'updated_at': '2022-06-30T11:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:33.169921 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606bd05a-0100-4910-ba08-7fb1958ce70b None None] The sync data for ids ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'] in dv-cinder-848250-1-iscsi is: [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T11:57:28Z', 'revision_number': 3, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port': {'id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:26Z', 'updated_at': '2022-06-30T11:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:57:33.214338 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Allocated IP 172.20.0.13 (de387bcc-1139-428a-9e8b-0e99c316923a/fc44e1ed-e0f7-4c9a-bc83-75012a8e663d/77b560b8-8267-4535-b666-e0f57755896c) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:57:33.229002 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4fb9e-622c-474d-8048-3c9818641462 req-99e37f1b-7397-4d18-9add-55d9955d89a5 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:33.237965 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-35e4fb9e-622c-474d-8048-3c9818641462 req-99e37f1b-7397-4d18-9add-55d9955d89a5 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.3515978 Jun 30 11:57:33.311313 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ac928-3956-4793-b69a-a1aaae615db6 req-30df8732-1e2d-4d38-aa3c-5a50b8bd09d8 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:33.313123 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-372ac928-3956-4793-b69a-a1aaae615db6 req-30df8732-1e2d-4d38-aa3c-5a50b8bd09d8 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.5993297 Jun 30 11:57:33.328914 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-35e4fb9e-622c-474d-8048-3c9818641462 req-4c12b9d1-e501-459e-931a-e2be5e419908 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0886102 Jun 30 11:57:33.346692 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-a9240fca-049d-4c43-8e07-01f825b3be0f None None] Provisioning for port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:57:33.348386 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-a9240fca-049d-4c43-8e07-01f825b3be0f None None] Provisioning complete for port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:33.348659 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a9240fca-049d-4c43-8e07-01f825b3be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:33.582714 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:33.610767 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-372ac928-3956-4793-b69a-a1aaae615db6 req-5494ef23-9f93-447f-9fc7-61561d8d14bd tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806900 Jun 30 11:57:33.620326 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-a9240fca-049d-4c43-8e07-01f825b3be0f None None] Port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:57:33.626312 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-ace863fe-4ea1-43ab-8a44-d632be5fd3f4 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1093827709&fields=id&tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3 HTTP/1.1" status: 200 len: 267 time: 0.1274590 Jun 30 11:57:33.914700 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1cb728aa-435c-488b-a3e4-6fb086a96587 req-af3aa985-192f-4495-bbaa-8b1af2009994 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 210 time: 0.0837471 Jun 30 11:57:34.007228 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:34.047486 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:34.065778 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-dc41f2c8-012c-48f7-9870-24a541c23b2c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:34.067307 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-dc41f2c8-012c-48f7-9870-24a541c23b2c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/networks?id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74 HTTP/1.1" status: 200 len: 815 time: 0.4298739 Jun 30 11:57:34.082820 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:34.084456 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.provisioning_blocks [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Transition to ACTIVE for port object 77b560b8-8267-4535-b666-e0f57755896c will not be triggered until provisioned by entity DHCP. {{(pid=88751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:57:34.087934 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-2535823f-50be-4f1e-b671-9f45d1ea1200 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/quotas/4b6adc9b6c6d4b01af0d17d42212e2b3 HTTP/1.1" status: 200 len: 375 time: 0.0129514 Jun 30 11:57:34.250629 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573963'] for router_interface, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:34.285219 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-d7d7f60d-49ae-48f8-bb6f-a901f007b001 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1887207 Jun 30 11:57:34.479330 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:34.738528 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 3af9fec2-3eca-441d-9741-76134a1848fb up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:34.750090 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Pushing event updated for resources: {'Port': ['ID=953d88d7-2c2b-41ba-a336-bae0f5c5e256,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:34.759226 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:57:34.766264 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:57:34.818973 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Pushing event updated for resources: {'Port': ['ID=77b560b8-8267-4535-b666-e0f57755896c,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:34.948098 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-e2a8e3cc-7e4b-4c98-9b45-d8d227517875 service neutron] 10.222.0.18 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463132 Jun 30 11:57:34.962030 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 3af9fec2-3eca-441d-9741-76134a1848fb completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:57:34.967873 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 3af9fec2-3eca-441d-9741-76134a1848fb triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:34.968586 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:34.971304 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Network de387bcc-1139-428a-9e8b-0e99c316923a is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:57:35.002885 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:57:35.016451 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:57:35.253427 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 3af9fec2-3eca-441d-9741-76134a1848fb is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:35.256649 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:35.336002 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 3af9fec2-3eca-441d-9741-76134a1848fb, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=3af9fec2-3eca-441d-9741-76134a1848fb,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:35.344828 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Router 3e13d25f-bb18-413b-a51b-2c0cdc34322b has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:57:35.352133 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:35.353049 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:35.359322 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-ae3d780f-ffdc-4b35-80b4-5bbb756ff035 None None] Provisioning complete for port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:35.359700 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ae3d780f-ffdc-4b35-80b4-5bbb756ff035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:35.408096 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-e20d4570-7e5c-4b4d-939f-866c9d8eb01c service neutron] 10.222.0.18 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299085 Jun 30 11:57:35.451977 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed98d4-9984-473c-9d70-943408f5cbc6 req-a0d0510d-7173-4d7a-9fd2-cfbf201f1823 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:35.453490 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-18ed98d4-9984-473c-9d70-943408f5cbc6 req-a0d0510d-7173-4d7a-9fd2-cfbf201f1823 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.6368868 Jun 30 11:57:35.455712 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-e70ff4d8-0013-424e-86f3-c3df4664362d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4094560 Jun 30 11:57:35.484212 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:35.629380 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-18ed98d4-9984-473c-9d70-943408f5cbc6 req-c23bf6cc-e059-4d7f-9e4d-3a49a119e9a9 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1151559 Jun 30 11:57:35.629805 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d780f-ffdc-4b35-80b4-5bbb756ff035 None None] Port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:57:35.646084 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=3af9fec2-3eca-441d-9741-76134a1848fb,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:35.691089 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:57:35.699190 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-bc4673c7-d791-4b6b-92c0-cd8552e8cde6 admin admin] 10.222.0.18 "PUT /v2.0/routers/3e13d25f-bb18-413b-a51b-2c0cdc34322b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5589604 Jun 30 11:57:35.812581 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a3090-5f5a-4d3c-b444-2f30106cea69 req-94112176-c0f1-445c-93ef-6aa052e6f450 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:35.814145 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f16a3090-5f5a-4d3c-b444-2f30106cea69 req-94112176-c0f1-445c-93ef-6aa052e6f450 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1191139 Jun 30 11:57:35.855181 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Sync routers for ids ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:57:35.871535 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Routers {'3e13d25f-bb18-413b-a51b-2c0cdc34322b'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:57:35.872240 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:57:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:35.897086 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f16a3090-5f5a-4d3c-b444-2f30106cea69 req-f7d9125d-2542-408f-825d-42ba5157f84b tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750787 Jun 30 11:57:36.083847 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Set router 3e13d25f-bb18-413b-a51b-2c0cdc34322b gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:57:36.110339 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e759d-ef8b-4266-b8b4-8628f11261e2 req-530192ea-596e-4ca6-94d4-9a2062183f7e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:36.110940 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-263e759d-ef8b-4266-b8b4-8628f11261e2 req-530192ea-596e-4ca6-94d4-9a2062183f7e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Synchronizing usage tracker for tenant:843f057330a14531be79ff8bf58367eb on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:57:36.141982 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-d5103d61-1b50-4117-8025-3cb41952adc6 None None] Provisioning for port 77b560b8-8267-4535-b666-e0f57755896c completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:57:36.148091 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-d5103d61-1b50-4117-8025-3cb41952adc6 None None] Provisioning complete for port 77b560b8-8267-4535-b666-e0f57755896c triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:36.148490 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d5103d61-1b50-4117-8025-3cb41952adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:36.274405 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b42425d0-4901-4063-8ebc-bdc0a6c6813d req-3505c5ec-b334-4c6f-b608-2991f608052c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 210 time: 0.0869050 Jun 30 11:57:36.275743 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-d5103d61-1b50-4117-8025-3cb41952adc6 None None] Port 77b560b8-8267-4535-b666-e0f57755896c cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:57:36.319316 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-263e759d-ef8b-4266-b8b4-8628f11261e2 req-530192ea-596e-4ca6-94d4-9a2062183f7e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Unset dirty status for tenant:843f057330a14531be79ff8bf58367eb on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:57:36.322035 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-263e759d-ef8b-4266-b8b4-8628f11261e2 req-530192ea-596e-4ca6-94d4-9a2062183f7e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 932 time: 0.2983043 Jun 30 11:57:36.381574 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-263e759d-ef8b-4266-b8b4-8628f11261e2 req-950c55fb-4f78-4462-bef9-78041e47e252 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541787 Jun 30 11:57:36.598431 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T11:57:33Z', 'revision_number': 4, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port': {'id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:26Z', 'updated_at': '2022-06-30T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '953d88d7-2c2b-41ba-a336-bae0f5c5e256', 'name': '', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'mac_address': 'fa:16:3e:90:59:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:31Z', 'updated_at': '2022-06-30T11:57:33Z', 'revision_number': 2, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'subnets': [{'id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:36.604715 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Checking router: 3e13d25f-bb18-413b-a51b-2c0cdc34322b for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:57:36.605283 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Updating router 3e13d25f-bb18-413b-a51b-2c0cdc34322b port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 binding host dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:57:36.685172 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 3af9fec2-3eca-441d-9741-76134a1848fb up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:36.690487 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:36.860246 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 3af9fec2-3eca-441d-9741-76134a1848fb triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:36.862395 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:36.988512 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Request body: {'port': {'device_id': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:37.093873 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42550) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:37.100640 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-821141801-network', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:37.109504 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:37.117420 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Usage tracker for resource:network and tenant:cf1f9d3408324c228babf0f2ad2755f6 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:37.125197 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:37.135413 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:37.222204 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 3af9fec2-3eca-441d-9741-76134a1848fb is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:37.280656 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:37.294452 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Made reservation on behalf of cf1f9d3408324c228babf0f2ad2755f6 for: {'network': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:57:37.307385 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:37.308630 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ba3e-f06d-4b5e-b614-4f26f46a941c req-9c1e6808-d626-416b-9c3f-36cd361938d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:37.310186 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c9c7ba3e-f06d-4b5e-b614-4f26f46a941c req-9c1e6808-d626-416b-9c3f-36cd361938d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.5903506 Jun 30 11:57:37.321775 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Notify callbacks [] for port, precommit_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:37.341325 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:37.346310 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.provisioning_blocks [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Transition to ACTIVE for port object 953d88d7-2c2b-41ba-a336-bae0f5c5e256 will not be triggered until provisioned by entity L2. {{(pid=88753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:57:37.371274 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:37.377739 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Usage tracker for resource:security_group_rule and tenant:cf1f9d3408324c228babf0f2ad2755f6 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:37.381548 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:37.388633 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:37.419710 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ea449-963f-45c8-b60f-9c9c4a448f45 req-a94e681e-1f13-415e-9061-f3e079d07fe7 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:37.423031 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-314ea449-963f-45c8-b60f-9c9c4a448f45 req-a94e681e-1f13-415e-9061-f3e079d07fe7 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.2715123 Jun 30 11:57:37.485908 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c9c7ba3e-f06d-4b5e-b614-4f26f46a941c req-49d39c36-a920-4159-86a8-d525f2b2bf40 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1692984 Jun 30 11:57:37.502734 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:37.526448 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:37.575105 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-314ea449-963f-45c8-b60f-9c9c4a448f45 req-511eab31-153d-4d42-83af-6b34d5d29051 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382058 Jun 30 11:57:37.602430 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:37.636905 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:57:37.648403 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:37.648981 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.segments_db [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Added segment e631463d-0620-42f0-b00a-557407237067 of type vlan for network 5f2d85ed-0090-41a3-aedc-3b43251c02df Jun 30 11:57:37.689470 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:37.773342 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac07d7db-bcaa-4bf7-bd68-4569748b3d11,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:37.824656 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:37.825756 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:37.826405 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:37.943031 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a6ece016-542d-4567-b188-3d37e35e5e75 req-6598a45c-1e4a-412c-a064-11fad65eb77f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 210 time: 0.1667583 Jun 30 11:57:38.004745 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93558d6-4cf2-45ac-a2de-587856206e7b None None] Pushing event updated for resources: {'Port': ['ID=953d88d7-2c2b-41ba-a336-bae0f5c5e256,revision_number=3']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:38.061833 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93558d6-4cf2-45ac-a2de-587856206e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:38.062462 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93558d6-4cf2-45ac-a2de-587856206e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:38.062948 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93558d6-4cf2-45ac-a2de-587856206e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:38.063456 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93558d6-4cf2-45ac-a2de-587856206e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:38.063950 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93558d6-4cf2-45ac-a2de-587856206e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:38.065238 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93558d6-4cf2-45ac-a2de-587856206e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:38.065830 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93558d6-4cf2-45ac-a2de-587856206e7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:38.066319 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93558d6-4cf2-45ac-a2de-587856206e7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:38.067633 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93558d6-4cf2-45ac-a2de-587856206e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:38.068137 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93558d6-4cf2-45ac-a2de-587856206e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:38.068993 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93558d6-4cf2-45ac-a2de-587856206e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:38.069486 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93558d6-4cf2-45ac-a2de-587856206e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:57:38.080550 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] Pushing event updated for resources: {'Network': ['ID=5f2d85ed-0090-41a3-aedc-3b43251c02df,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:38.096769 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network 5f2d85ed-0090-41a3-aedc-3b43251c02df details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:57:38.105538 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Attempting to bind port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:57:38.106135 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Attempting to bind port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'f705b2e2-d6ac-4068-9e8c-be332a1372c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26'}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:57:38.106499 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Attempting to bind port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 on network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:57:38.115354 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:57:38.115753 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Checking segment: {'id': 'f705b2e2-d6ac-4068-9e8c-be332a1372c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:57:38.116330 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:38.116750 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Bound using segment: {'id': 'f705b2e2-d6ac-4068-9e8c-be332a1372c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26'} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:57:38.117211 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Bound port: 953d88d7-2c2b-41ba-a336-bae0f5c5e256, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f705b2e2-d6ac-4068-9e8c-be332a1372c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26'}}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:57:38.119344 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:38.181838 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 42564) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:38.184018 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-1ea23b0d-5e79-4bc9-b41f-bf688e61cc76 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0885279 Jun 30 11:57:38.251132 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] For port 953d88d7-2c2b-41ba-a336-bae0f5c5e256, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:57:38.257348 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Request body: {'subnet': {'network_id': '5f2d85ed-0090-41a3-aedc-3b43251c02df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-821141801-subnet', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'ip_version': 4}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:38.257495 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] For port 953d88d7-2c2b-41ba-a336-bae0f5c5e256, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=953d88d7-2c2b-41ba-a336-bae0f5c5e256,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:57:38.280117 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:38.289037 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Usage tracker for resource:subnet and tenant:cf1f9d3408324c228babf0f2ad2755f6 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:38.299918 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:38.316470 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0e508-2f8b-4e6b-b59c-8325173e8f19 req-8a549f98-ea5e-473a-9022-9bfa3b91c8ca tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:38.318230 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-48c0e508-2f8b-4e6b-b59c-8325173e8f19 req-8a549f98-ea5e-473a-9022-9bfa3b91c8ca tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 932 time: 0.4504049 Jun 30 11:57:38.320153 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:38.355608 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b560b8-8267-4535-b666-e0f57755896c {{(pid=88751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:57:38.373025 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:38.413862 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:38.423390 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-48c0e508-2f8b-4e6b-b59c-8325173e8f19 req-051ad098-e6c5-4507-b790-cc2989de5475 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950632 Jun 30 11:57:38.437104 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.provisioning_blocks [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Transition to ACTIVE for port object 77b560b8-8267-4535-b666-e0f57755896c will not be triggered until provisioned by entity L2. {{(pid=88751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:57:38.479197 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Made reservation on behalf of cf1f9d3408324c228babf0f2ad2755f6 for: {'subnet': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:57:38.481864 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29340576'] for subnet, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:38.578867 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Routers {'3e13d25f-bb18-413b-a51b-2c0cdc34322b'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:57:38.579559 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:57:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:38.647476 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27525444'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:38.884169 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93558d6-4cf2-45ac-a2de-587856206e7b None None] Pushing event updated for resources: {'Port': ['ID=953d88d7-2c2b-41ba-a336-bae0f5c5e256,revision_number=4']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:38.965935 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] Set router 3e13d25f-bb18-413b-a51b-2c0cdc34322b gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:57:39.448724 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Pushing event updated for resources: {'Port': ['ID=77b560b8-8267-4535-b666-e0f57755896c,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:39.495155 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T11:57:33Z', 'revision_number': 4, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port': {'id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:26Z', 'updated_at': '2022-06-30T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '953d88d7-2c2b-41ba-a336-bae0f5c5e256', 'name': '', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'mac_address': 'fa:16:3e:90:59:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:31Z', 'updated_at': '2022-06-30T11:57:38Z', 'revision_number': 4, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'subnets': [{'id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:39.506088 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d1a0ac-360c-4d97-a65f-216546088f26 None None] The sync data for ids ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'] in dv-cinder-848250-1-iscsi is: [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T11:57:33Z', 'revision_number': 4, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port': {'id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:26Z', 'updated_at': '2022-06-30T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '953d88d7-2c2b-41ba-a336-bae0f5c5e256', 'name': '', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'mac_address': 'fa:16:3e:90:59:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:31Z', 'updated_at': '2022-06-30T11:57:38Z', 'revision_number': 4, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'subnets': [{'id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:57:39.788446 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45aae1-45d7-4ad7-bcab-30de9ff20562 req-afdacf84-a2ab-4f7c-ab9f-df7c428c0f8a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:39.796004 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7b45aae1-45d7-4ad7-bcab-30de9ff20562 req-afdacf84-a2ab-4f7c-ab9f-df7c428c0f8a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 1.0312674 Jun 30 11:57:40.005960 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f88d9-76f1-4ef4-b144-c1b44a665f0b req-1d8aba6e-6a6b-44cc-a1f9-c150a0a56ddf tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:40.007578 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-172f88d9-76f1-4ef4-b144-c1b44a665f0b req-1d8aba6e-6a6b-44cc-a1f9-c150a0a56ddf tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 1.2586145 Jun 30 11:57:40.022667 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.managers [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Attempting to bind port 77b560b8-8267-4535-b666-e0f57755896c on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:57:40.023003 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.managers [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Attempting to bind port 77b560b8-8267-4535-b666-e0f57755896c by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'}] {{(pid=88751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:57:40.023336 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Attempting to bind port 77b560b8-8267-4535-b666-e0f57755896c on network de387bcc-1139-428a-9e8b-0e99c316923a {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:57:40.061236 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-c9587150-f082-4693-92b7-515b4f85e8bb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:40.062721 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-c9587150-f082-4693-92b7-515b4f85e8bb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "GET /v2.0/networks?id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74 HTTP/1.1" status: 200 len: 815 time: 0.7824519 Jun 30 11:57:40.072001 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7b45aae1-45d7-4ad7-bcab-30de9ff20562 req-c1964a61-76bb-4a6b-90d9-b0fb212b04dd tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749496 Jun 30 11:57:40.075044 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Port 77b560b8-8267-4535-b666-e0f57755896c on network de387bcc-1139-428a-9e8b-0e99c316923a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:57:40.077188 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Attempting to bind port 77b560b8-8267-4535-b666-e0f57755896c on network de387bcc-1139-428a-9e8b-0e99c316923a {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:57:40.115256 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:57:40.115605 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Checking segment: {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:57:40.115985 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Bound using segment: {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'} {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:57:40.116454 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.managers [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Bound port: 77b560b8-8267-4535-b666-e0f57755896c, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942089fe-68b7-451d-8dae-99a4de909d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a'}}] {{(pid=88751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:57:40.116815 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:40.136683 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-172f88d9-76f1-4ef4-b144-c1b44a665f0b req-7c281b7e-c42d-4218-b314-9d27454fe8bf tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1051562 Jun 30 11:57:40.154730 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27528643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29340566'] for subnet, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:40.312497 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-7cf7b40b-4637-40ad-b559-a77e42ba0464 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3 HTTP/1.1" status: 200 len: 472 time: 0.2332060 Jun 30 11:57:40.357860 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'port': {'device_id': '9abf103f-d986-43f8-90f1-eb0c5dbe996e', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'admin_state_up': True, 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'security_groups': ['615f1dd3-0375-425b-a285-a2d545a20c79']}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:40.571432 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e6a6742c-69a5-43b8-8da4-bd69b22bd0f1 req-548853be-a88b-414e-9b83-4281a83bc35a tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 210 time: 0.2291560 Jun 30 11:57:40.585055 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f875e2-dc3f-439a-ac5c-8c3730bbe3b0,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:40.627977 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] For port 77b560b8-8267-4535-b666-e0f57755896c, host hv-cinder-84825, cleared binding levels {{(pid=88751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:57:40.672213 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Checking segment: {'id': 'e631463d-0620-42f0-b00a-557407237067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f2d85ed-0090-41a3-aedc-3b43251c02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:57:40.672620 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Network hostable DHCP agents. Network: 5f2d85ed-0090-41a3-aedc-3b43251c02df, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:57:40.687852 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] For port 77b560b8-8267-4535-b666-e0f57755896c, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=77b560b8-8267-4535-b666-e0f57755896c,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:57:40.786420 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 953d88d7-2c2b-41ba-a336-bae0f5c5e256 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:40.797921 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27525444'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:40.946496 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:40.947170 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:40.948947 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] 10.222.0.44 "PUT /v2.0/ports/77b560b8-8267-4535-b666-e0f57755896c HTTP/1.1" status: 200 len: 1094 time: 4.0036089 Jun 30 11:57:40.972962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'tag': '77b560b8-8267-4535-b666-e0f57755896c'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:57:40.987587 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Network 5f2d85ed-0090-41a3-aedc-3b43251c02df is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:57:41.012222 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae59115-4b22-4bfe-8bcb-3a4fe5d027e2 req-a9be44b4-8d15-413c-bb90-136a6009c8a1 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:41.014022 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fae59115-4b22-4bfe-8bcb-3a4fe5d027e2 req-a9be44b4-8d15-413c-bb90-136a6009c8a1 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 944 time: 0.6043189 Jun 30 11:57:41.031133 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:41.104525 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:41.116656 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef3d2d-20ed-4150-8650-505eb4035e7c service neutron] Pushing event updated for resources: {'Port': ['ID=77b560b8-8267-4535-b666-e0f57755896c,revision_number=3']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:41.205663 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, 5f2d85ed-0090-41a3-aedc-3b43251c02df) {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:57:41.210907 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:41.214094 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e18ee81-33ad-4f96-b7f9-507db4a679f6 None None] Network 5f2d85ed-0090-41a3-aedc-3b43251c02df requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:57:41.216841 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:41.257564 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fae59115-4b22-4bfe-8bcb-3a4fe5d027e2 req-7fa54640-bfc4-487d-9de3-2b26253cb8ac tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236960 Jun 30 11:57:41.260104 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Made reservation on behalf of 4b6adc9b6c6d4b01af0d17d42212e2b3 for: {'port': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:57:41.264039 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:41.377716 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6c47c4-d3b1-42ad-8a91-be5cedede24f'] response: {'name': 'network-changed', 'server_uuid': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'tag': '77b560b8-8267-4535-b666-e0f57755896c', 'status': 'completed', 'code': 200} Jun 30 11:57:41.472420 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-7e705312-0e19-417f-99b1-e11097b39ea4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.2729917 Jun 30 11:57:41.473625 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42618) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:41.484267 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-821141801-router', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:41.493495 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:41.502989 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:57:41.504323 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Usage tracker for resource:router and tenant:cf1f9d3408324c228babf0f2ad2755f6 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:41.521313 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:41.538884 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:41.551510 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a82be-44da-475f-b4d0-44eb420e5967 req-37f8085c-6ad9-4a5c-9f70-b2118bfded83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:41.553104 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-37f8085c-6ad9-4a5c-9f70-b2118bfded83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 1097 time: 0.4129300 Jun 30 11:57:41.601337 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:41.601701 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:41.663187 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:41.664838 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:41.688191 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:41.782322 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ad8f6dd-feab-57c2-9a36-52b0b8572c55-5f2d85ed-0090-41a3-aedc-3b43251c02df', 'network_id': '5f2d85ed-0090-41a3-aedc-3b43251c02df', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'fixed_ips': [{'subnet_id': 'a5f875e2-dc3f-439a-ac5c-8c3730bbe3b0'}]}} from dv-cinder-848250-1-iscsi. {{(pid=88752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 11:57:41.783519 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:41.903287 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:41.904412 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:41.971799 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-7dd960b7-4226-43c3-9bfa-181df17d120b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b560b8-8267-4535-b666-e0f57755896c HTTP/1.1" status: 200 len: 217 time: 0.3453250 Jun 30 11:57:42.058292 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 953d88d7-2c2b-41ba-a336-bae0f5c5e256, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=953d88d7-2c2b-41ba-a336-bae0f5c5e256,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:42.134309 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:42.159602 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Allocated IP 172.20.0.3 (b33e5164-b6b4-489d-9f68-d71fc1cc6d74/9ea6951d-83ae-414a-b63e-039dc352ff4b/b7821781-c02f-4e12-94d2-917217377a39) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:57:42.290409 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576032e-82b2-4368-8ea5-f111ecc796fc req-07147aac-11e2-4526-9bff-aa5db077538f tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:42.298723 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c576032e-82b2-4368-8ea5-f111ecc796fc req-07147aac-11e2-4526-9bff-aa5db077538f tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.7441943 Jun 30 11:57:42.323019 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37073dd3-40e5-46e3-848d-c17c1b22a91b req-ff982b54-5405-4e88-baa2-f1a6b0b6d992 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:42.330460 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-37073dd3-40e5-46e3-848d-c17c1b22a91b req-ff982b54-5405-4e88-baa2-f1a6b0b6d992 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.3605378 Jun 30 11:57:42.354793 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=953d88d7-2c2b-41ba-a336-bae0f5c5e256,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:42.362073 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7328'] for router, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:42.407315 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.db_base_plugin_common [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Allocated IP 172.20.0.2 (5f2d85ed-0090-41a3-aedc-3b43251c02df/a5f875e2-dc3f-439a-ac5c-8c3730bbe3b0/a88d1902-806c-4313-9e36-6a3a361ded0a) {{(pid=88752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:57:42.475562 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c576032e-82b2-4368-8ea5-f111ecc796fc req-df4859b1-513e-4913-b5ed-cb3a1ee61f9f tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760364 Jun 30 11:57:42.481110 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-37073dd3-40e5-46e3-848d-c17c1b22a91b req-87c8d72d-17a3-4040-a51c-fb1fe5acedbc tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1493421 Jun 30 11:57:42.576833 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:42.649394 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 953d88d7-2c2b-41ba-a336-bae0f5c5e256 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:42.659522 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.provisioning_blocks [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Transition to ACTIVE for port object b7821781-c02f-4e12-94d2-917217377a39 will not be triggered until provisioned by entity DHCP. {{(pid=88751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:57:42.712044 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-88876fd5-f523-414b-a366-0fe8ef1224eb req-c0c964fa-2670-46dc-bc64-4f57ed2c2c90 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 210 time: 0.1037247 Jun 30 11:57:42.747745 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Notify callbacks [] for port, precommit_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:42.761928 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Transition to ACTIVE for port object a88d1902-806c-4313-9e36-6a3a361ded0a will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:57:42.785451 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3a3b-ab9d-461f-bdfb-c497032a19f7 req-7d2abc27-8a59-41a5-9763-81b94c63cddf tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:42.786945 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-451c3a3b-ab9d-461f-bdfb-c497032a19f7 req-7d2abc27-8a59-41a5-9763-81b94c63cddf tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 944 time: 0.1302476 Jun 30 11:57:42.788411 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Transition to ACTIVE for port object a88d1902-806c-4313-9e36-6a3a361ded0a will not be triggered until provisioned by entity DHCP. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:57:42.791768 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:42.792127 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:42.835391 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-451c3a3b-ab9d-461f-bdfb-c497032a19f7 req-99e40559-f87a-4923-84f5-69cdb558e52d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419762 Jun 30 11:57:42.919197 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:43.163411 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:43.163872 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:43.218090 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Network 5f2d85ed-0090-41a3-aedc-3b43251c02df is already hosted by enough agents. {{(pid=88752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:57:43.226236 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.base_scheduler [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Resources bound (agent type, host, resource id): {{(pid=88752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:57:43.234778 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Received port after_create {{(pid=88752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:57:43.350531 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Pushing event updated for resources: {'Port': ['ID=a88d1902-806c-4313-9e36-6a3a361ded0a,revision_number=1']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:43.378642 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Attempting to bind port a88d1902-806c-4313-9e36-6a3a361ded0a on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:57:43.379284 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Attempting to bind port a88d1902-806c-4313-9e36-6a3a361ded0a by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'e631463d-0620-42f0-b00a-557407237067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f2d85ed-0090-41a3-aedc-3b43251c02df'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:57:43.379861 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Attempting to bind port a88d1902-806c-4313-9e36-6a3a361ded0a on network 5f2d85ed-0090-41a3-aedc-3b43251c02df {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:57:43.383020 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:57:43.386224 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:57:43.386809 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Checking segment: {'id': 'e631463d-0620-42f0-b00a-557407237067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f2d85ed-0090-41a3-aedc-3b43251c02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:57:43.387464 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:43.388121 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Bound using segment: {'id': 'e631463d-0620-42f0-b00a-557407237067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f2d85ed-0090-41a3-aedc-3b43251c02df'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:57:43.388489 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:57:43.389147 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Bound port: a88d1902-806c-4313-9e36-6a3a361ded0a, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e631463d-0620-42f0-b00a-557407237067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f2d85ed-0090-41a3-aedc-3b43251c02df'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:57:43.389675 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:43.396624 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:57:43.495700 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'Port': ['ID=b7821781-c02f-4e12-94d2-917217377a39,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:43.569222 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] For port a88d1902-806c-4313-9e36-6a3a361ded0a, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:57:43.584038 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:43.585146 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:43.589347 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] For port a88d1902-806c-4313-9e36-6a3a361ded0a, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=a88d1902-806c-4313-9e36-6a3a361ded0a,segment=NetworkSegment(e631463d-0620-42f0-b00a-557407237067),segment_id=e631463d-0620-42f0-b00a-557407237067)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:57:43.653652 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:43.670239 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:43.711990 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-12f9712f-69fc-4e22-9311-56eb386aeeee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3627110 Jun 30 11:57:43.780295 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ff17b-269a-4e83-8843-6e8560e20c19 None None] Pushing event updated for resources: {'Port': ['ID=a88d1902-806c-4313-9e36-6a3a361ded0a,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:44.003419 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b41ef-2a78-4517-9e04-8c569b93c13e req-05ec5d10-6bb7-4e54-8233-d7e2f6b749e6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:44.018910 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-792b41ef-2a78-4517-9e04-8c569b93c13e req-05ec5d10-6bb7-4e54-8233-d7e2f6b749e6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.1990733 Jun 30 11:57:44.036970 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:44.059706 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2cbff-5134-4719-b82f-2032eb2d5dee req-fc5aefe1-4e62-42e6-a9e7-b910772bb475 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:44.068067 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3fa2cbff-5134-4719-b82f-2032eb2d5dee req-fc5aefe1-4e62-42e6-a9e7-b910772bb475 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.3220181 Jun 30 11:57:44.115148 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-1a83e7ee-3670-4ae0-89a4-918933e05135 None None] Provisioning for port b7821781-c02f-4e12-94d2-917217377a39 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:57:44.134210 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-792b41ef-2a78-4517-9e04-8c569b93c13e req-1694cb6e-b950-4332-805d-195d4b6bbd89 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1140730 Jun 30 11:57:44.149501 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-1a83e7ee-3670-4ae0-89a4-918933e05135 None None] Provisioning complete for port b7821781-c02f-4e12-94d2-917217377a39 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:44.150173 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-1a83e7ee-3670-4ae0-89a4-918933e05135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:44.206322 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3fa2cbff-5134-4719-b82f-2032eb2d5dee req-9bd9cc83-f36e-4997-9300-c1542cf1eaba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370795 Jun 30 11:57:44.299476 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-1a83e7ee-3670-4ae0-89a4-918933e05135 None None] Port b7821781-c02f-4e12-94d2-917217377a39 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:57:44.341251 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Allocated IP 172.27.1.103 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/6c57bddf-6d98-40e8-b8d8-47c70af20190) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:57:44.500868 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Request body: {'port': {'device_id': '9abf103f-d986-43f8-90f1-eb0c5dbe996e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:44.631135 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:44.666538 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f44f-23e6-44c2-aca0-0dbcaa2914b1 req-d900d84e-15c6-4cf7-92c8-c036aa4cad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:44.680933 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7330f44f-23e6-44c2-aca0-0dbcaa2914b1 req-d900d84e-15c6-4cf7-92c8-c036aa4cad2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a7c4d775013495f985d1352b2699d20&device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 1098 time: 0.2025478 Jun 30 11:57:44.769175 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a88d1902-806c-4313-9e36-6a3a361ded0a up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:44.780215 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a82be-44da-475f-b4d0-44eb420e5967 req-3de41e07-6a73-4227-b889-aee74403007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:44.781923 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-3de41e07-6a73-4227-b889-aee74403007f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.2521996 Jun 30 11:57:44.884720 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:44.933596 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f44f-23e6-44c2-aca0-0dbcaa2914b1 req-f4f5b205-778e-48b0-9574-b946adf76b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:44.935532 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7330f44f-23e6-44c2-aca0-0dbcaa2914b1 req-f4f5b205-778e-48b0-9574-b946adf76b2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 HTTP/1.1" status: 200 len: 910 time: 0.2439680 Jun 30 11:57:45.010063 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a763b-51b8-4c2d-acda-c6b504f84e6d req-05e1cf85-20b5-4242-851c-a5f93033ab34 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:45.010279 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-0c3a763b-51b8-4c2d-acda-c6b504f84e6d req-05e1cf85-20b5-4242-851c-a5f93033ab34 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Synchronizing usage tracker for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:57:45.013956 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:45.084384 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348da78-9cd1-4be3-9c97-e579f92067b4 req-23214cae-7b57-4d5f-a5a1-6e212c2cfec7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:45.087823 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7348da78-9cd1-4be3-9c97-e579f92067b4 req-23214cae-7b57-4d5f-a5a1-6e212c2cfec7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 944 time: 0.6574695 Jun 30 11:57:45.164688 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:57:45.178541 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:57:45.186562 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:57:45.195929 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port a88d1902-806c-4313-9e36-6a3a361ded0a completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:57:45.232810 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Pushing event updated for resources: {'Port': ['ID=6c57bddf-6d98-40e8-b8d8-47c70af20190,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:45.237603 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7330f44f-23e6-44c2-aca0-0dbcaa2914b1 req-d2aa916f-ff00-4015-961d-d0d72d7c85f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 HTTP/1.1" status: 200 len: 1001 time: 0.2920511 Jun 30 11:57:45.284978 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a88ddf-928a-4cf0-99f4-a2289d2445dd None None] Network 5f2d85ed-0090-41a3-aedc-3b43251c02df requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:57:45.292856 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-68db1f50-0c27-42fa-9a91-e9080793b326 req-e32262f0-4b17-4c0a-8ed1-d8759e7c25c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2244256 Jun 30 11:57:45.466853 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f44f-23e6-44c2-aca0-0dbcaa2914b1 req-b9e800ab-b93c-42b2-9e2b-d9633a31bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:45.468497 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7330f44f-23e6-44c2-aca0-0dbcaa2914b1 req-b9e800ab-b93c-42b2-9e2b-d9633a31bdb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9acea99c-2923-40c6-9879-4a0dcdc3c90f HTTP/1.1" status: 200 len: 848 time: 0.2240815 Jun 30 11:57:45.508643 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-0c3a763b-51b8-4c2d-acda-c6b504f84e6d req-05e1cf85-20b5-4242-851c-a5f93033ab34 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Unset dirty status for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:57:45.509817 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0c3a763b-51b8-4c2d-acda-c6b504f84e6d req-05e1cf85-20b5-4242-851c-a5f93033ab34 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 931 time: 1.1540723 Jun 30 11:57:45.518830 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7348da78-9cd1-4be3-9c97-e579f92067b4 req-bdc60766-4b91-49df-a2b9-771f01201876 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4204688 Jun 30 11:57:45.568709 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a82be-44da-475f-b4d0-44eb420e5967 req-4519fa9d-dfa5-46af-b977-2c4dd1e04dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:45.570648 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-4519fa9d-dfa5-46af-b977-2c4dd1e04dd4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7813649 Jun 30 11:57:45.598294 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-8601531d-57a8-4bc8-a0fe-2c7a3b6c8d05 None None] Provisioning for port a88d1902-806c-4313-9e36-6a3a361ded0a completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:57:45.606951 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-8601531d-57a8-4bc8-a0fe-2c7a3b6c8d05 None None] Provisioning complete for port a88d1902-806c-4313-9e36-6a3a361ded0a triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:45.607342 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8601531d-57a8-4bc8-a0fe-2c7a3b6c8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:45.686481 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0c3a763b-51b8-4c2d-acda-c6b504f84e6d req-90f68377-b8ca-4524-96dc-31df3e0e3921 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663332 Jun 30 11:57:45.783474 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-8601531d-57a8-4bc8-a0fe-2c7a3b6c8d05 None None] Current status of the port a88d1902-806c-4313-9e36-6a3a361ded0a is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:45.784080 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8601531d-57a8-4bc8-a0fe-2c7a3b6c8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:45.888184 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-8601531d-57a8-4bc8-a0fe-2c7a3b6c8d05 None None] For port a88d1902-806c-4313-9e36-6a3a361ded0a, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=a88d1902-806c-4313-9e36-6a3a361ded0a,segment=NetworkSegment(e631463d-0620-42f0-b00a-557407237067),segment_id=e631463d-0620-42f0-b00a-557407237067)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:45.891153 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db1f50-0c27-42fa-9a91-e9080793b326 req-b4ab9ece-e84a-4bd8-8882-e219f5e6a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:45.892838 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-68db1f50-0c27-42fa-9a91-e9080793b326 req-b4ab9ece-e84a-4bd8-8882-e219f5e6a8e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 1098 time: 0.5735517 Jun 30 11:57:45.930617 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:45.931972 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f44f-23e6-44c2-aca0-0dbcaa2914b1 req-11965fda-8801-4b80-ae9c-331b681d9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:45.934255 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7330f44f-23e6-44c2-aca0-0dbcaa2914b1 req-11965fda-8801-4b80-ae9c-331b681d9087 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3391573 Jun 30 11:57:45.979529 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8601531d-57a8-4bc8-a0fe-2c7a3b6c8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:46.053035 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7821781-c02f-4e12-94d2-917217377a39 {{(pid=88751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:57:46.058804 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601531d-57a8-4bc8-a0fe-2c7a3b6c8d05 None None] Pushing event updated for resources: {'Port': ['ID=a88d1902-806c-4313-9e36-6a3a361ded0a,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:46.087515 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:46.102791 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-539de2fb-6d64-491a-9fe4-83a919ef48eb None None] Provisioning complete for port a88d1902-806c-4313-9e36-6a3a361ded0a triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:46.103152 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-539de2fb-6d64-491a-9fe4-83a919ef48eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:46.151781 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.provisioning_blocks [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Transition to ACTIVE for port object b7821781-c02f-4e12-94d2-917217377a39 will not be triggered until provisioned by entity L2. {{(pid=88751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:57:46.192425 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-4661ce7f-3383-4f62-871c-4d8b0ec12bb0 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438452 Jun 30 11:57:46.202356 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f947c0-1d04-43cb-88a6-14bdaa943e72 req-2c4ae892-a814-47e9-a7b7-cbcb3752364c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:46.204129 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c5f947c0-1d04-43cb-88a6-14bdaa943e72 req-2c4ae892-a814-47e9-a7b7-cbcb3752364c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.4851410 Jun 30 11:57:46.213989 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852487e-97bb-44fe-bc38-14969841b15e req-f893e6df-351f-416f-8cff-8ef9f7b4d87e tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:46.215691 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b852487e-97bb-44fe-bc38-14969841b15e req-f893e6df-351f-416f-8cff-8ef9f7b4d87e tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.2667964 Jun 30 11:57:46.243754 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-539de2fb-6d64-491a-9fe4-83a919ef48eb None None] Current status of the port a88d1902-806c-4313-9e36-6a3a361ded0a is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:46.381353 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c5f947c0-1d04-43cb-88a6-14bdaa943e72 req-579985d5-3df4-43d0-ad32-d5a281b549de tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1644893 Jun 30 11:57:46.384750 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b852487e-97bb-44fe-bc38-14969841b15e req-04bc7b1b-c726-4950-9311-6e283f96986c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343825 Jun 30 11:57:46.407517 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27525444'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:46.569729 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-054a82be-44da-475f-b4d0-44eb420e5967 req-1a99eb54-d1f2-48c4-b751-50c01d3080cf service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640296 Jun 30 11:57:46.624398 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Pushing event updated for resources: {'Port': ['ID=b7821781-c02f-4e12-94d2-917217377a39,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:46.713318 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:46.730571 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a88d1902-806c-4313-9e36-6a3a361ded0a up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:46.844060 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.managers [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Attempting to bind port b7821781-c02f-4e12-94d2-917217377a39 on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:57:46.844413 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.managers [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Attempting to bind port b7821781-c02f-4e12-94d2-917217377a39 by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'}] {{(pid=88751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:57:46.844741 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Attempting to bind port b7821781-c02f-4e12-94d2-917217377a39 on network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:57:46.869626 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port a88d1902-806c-4313-9e36-6a3a361ded0a triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:46.869626 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:46.870233 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7330f44f-23e6-44c2-aca0-0dbcaa2914b1 req-29f350d6-1497-4e0e-bdf5-3c767f0049f0 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8975379 Jun 30 11:57:46.936276 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Port b7821781-c02f-4e12-94d2-917217377a39 on network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:57:46.936970 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Attempting to bind port b7821781-c02f-4e12-94d2-917217377a39 on network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:57:46.969095 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:57:46.969775 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Checking segment: {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:57:46.970221 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Bound using segment: {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'} {{(pid=88751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:57:46.971179 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.managers [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Bound port: b7821781-c02f-4e12-94d2-917217377a39, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'}}] {{(pid=88751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:57:46.972071 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:46.991921 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port a88d1902-806c-4313-9e36-6a3a361ded0a is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:47.006315 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db1f50-0c27-42fa-9a91-e9080793b326 req-cd22d9b2-b8b2-4204-b62d-7bf50847b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:47.007876 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-68db1f50-0c27-42fa-9a91-e9080793b326 req-cd22d9b2-b8b2-4204-b62d-7bf50847b612 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 920 time: 1.0111225 Jun 30 11:57:47.101481 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fca46-aaf5-4510-858e-979341a5b98c req-019b02e8-1b36-4024-84c3-d69c993b9da9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:47.102904 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2b2fca46-aaf5-4510-858e-979341a5b98c req-019b02e8-1b36-4024-84c3-d69c993b9da9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 943 time: 0.2550790 Jun 30 11:57:47.128333 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e7010-7c4d-4093-b4c5-efe8cbde639a req-9e7ffac8-7b4c-408f-abe3-ac13acca9dc5 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:47.129898 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d66e7010-7c4d-4093-b4c5-efe8cbde639a req-9e7ffac8-7b4c-408f-abe3-ac13acca9dc5 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 944 time: 0.4105120 Jun 30 11:57:47.134924 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeeb16-db2e-4104-872a-569a5be1bf2a req-8a57bb99-d356-4cd9-83d6-d9561cc9d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:47.136708 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0feeeb16-db2e-4104-872a-569a5be1bf2a req-8a57bb99-d356-4cd9-83d6-d9561cc9d10b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 1097 time: 0.3580487 Jun 30 11:57:47.137338 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-68db1f50-0c27-42fa-9a91-e9080793b326 req-0808d064-30ec-4251-bac9-5d253920a90c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00e5bcaa-1403-4623-a7ad-39b7791bef0f HTTP/1.1" status: 200 len: 217 time: 0.0713203 Jun 30 11:57:47.143555 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d2e2-685a-4d80-aae5-c4fcfa2eb2b4 req-69f6d362-63f6-42ec-8a62-759ef4a508ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:47.145274 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-54b0d2e2-685a-4d80-aae5-c4fcfa2eb2b4 req-69f6d362-63f6-42ec-8a62-759ef4a508ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66756d824b614f6a8344f03d7aa9133d&device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 1099 time: 0.7072043 Jun 30 11:57:47.152016 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] For port b7821781-c02f-4e12-94d2-917217377a39, host hv-cinder-84825, cleared binding levels {{(pid=88751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:57:47.208269 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] For port b7821781-c02f-4e12-94d2-917217377a39, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=b7821781-c02f-4e12-94d2-917217377a39,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:57:47.298038 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2b2fca46-aaf5-4510-858e-979341a5b98c req-7192fc98-9497-4c17-8999-6b5ff76b569e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653912 Jun 30 11:57:47.303541 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d66e7010-7c4d-4093-b4c5-efe8cbde639a req-a10e79e4-5c88-4c04-8654-e8ff8df70274 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490195 Jun 30 11:57:47.369053 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27525444'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:47.413647 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeeb16-db2e-4104-872a-569a5be1bf2a req-19229d9d-1478-4a08-a1a9-11201348242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:47.415034 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0feeeb16-db2e-4104-872a-569a5be1bf2a req-19229d9d-1478-4a08-a1a9-11201348242b service neutron] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 920 time: 0.2439871 Jun 30 11:57:47.447904 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:47.452710 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:47.455056 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] 10.222.0.44 "PUT /v2.0/ports/b7821781-c02f-4e12-94d2-917217377a39 HTTP/1.1" status: 200 len: 1093 time: 2.9581730 Jun 30 11:57:47.458679 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abf103f-d986-43f8-90f1-eb0c5dbe996e', 'tag': 'b7821781-c02f-4e12-94d2-917217377a39'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:57:47.509197 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] Pushing event updated for resources: {'Port': ['ID=b7821781-c02f-4e12-94d2-917217377a39,revision_number=3']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:47.559343 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7330f44f-23e6-44c2-aca0-0dbcaa2914b1 req-a178d499-2fc2-442a-b114-63ee8a3da85b service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046119 Jun 30 11:57:47.560696 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db1f50-0c27-42fa-9a91-e9080793b326 req-1617321f-9052-444d-9601-d281dc749bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:47.562017 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-68db1f50-0c27-42fa-9a91-e9080793b326 req-1617321f-9052-444d-9601-d281dc749bbc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.3796165 Jun 30 11:57:47.589711 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d2e2-685a-4d80-aae5-c4fcfa2eb2b4 req-fffef226-1d92-4ffd-9df8-4f1a86d5e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:47.591184 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-54b0d2e2-685a-4d80-aae5-c4fcfa2eb2b4 req-fffef226-1d92-4ffd-9df8-4f1a86d5e1e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f HTTP/1.1" status: 200 len: 917 time: 0.4356229 Jun 30 11:57:47.627520 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579364'] for router, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:47.840138 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dbf01-7590-414a-920e-50a7acc42659 req-525ffa18-498c-4389-a8bd-869b394230e6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:47.842004 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e99dbf01-7590-414a-920e-50a7acc42659 req-525ffa18-498c-4389-a8bd-869b394230e6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.2879679 Jun 30 11:57:47.849984 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed632e8b-1831-45da-b3e1-3a5cb3f18430 req-9de10ccd-eb64-4d3b-8242-47adcbf13304 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:47.851823 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ed632e8b-1831-45da-b3e1-3a5cb3f18430 req-9de10ccd-eb64-4d3b-8242-47adcbf13304 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.1378846 Jun 30 11:57:47.927425 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e99dbf01-7590-414a-920e-50a7acc42659 req-aed06f68-d205-4b48-9f47-0d75f493882a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747621 Jun 30 11:57:47.932251 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ed632e8b-1831-45da-b3e1-3a5cb3f18430 req-f742dfef-8487-4de4-9d29-7b4f2f06667c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0638311 Jun 30 11:57:47.967426 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Router 6f793f9e-3a11-4275-8b87-ab3c419315e6 is scheduled to L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 with binding_index 1 {{(pid=88750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 11:57:47.986612 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2dc31b-4071-481f-9aef-c52a39741357'] response: {'name': 'network-changed', 'server_uuid': '9abf103f-d986-43f8-90f1-eb0c5dbe996e', 'tag': 'b7821781-c02f-4e12-94d2-917217377a39', 'status': 'completed', 'code': 200} Jun 30 11:57:48.204648 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2bd5312b-4f51-4031-8b95-827c89a80ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:48.273032 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:57:48.282519 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Sync routers for ids ['6f793f9e-3a11-4275-8b87-ab3c419315e6'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:57:48.292717 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Routers {'6f793f9e-3a11-4275-8b87-ab3c419315e6'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:57:48.293324 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:57:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['6f793f9e-3a11-4275-8b87-ab3c419315e6'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:48.380199 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] Notify callbacks [] for router, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:48.382288 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-ec4465b9-0dec-4bde-952d-9b579799bb30 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.9081745 Jun 30 11:57:48.385209 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 42708) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:48.511759 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Set router 6f793f9e-3a11-4275-8b87-ab3c419315e6 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:57:48.803577 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'name': 'tempest-TestShelveInstance-821141801-router', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '6c57bddf-6d98-40e8-b8d8-47c70af20190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:41Z', 'updated_at': '2022-06-30T11:57:45Z', 'revision_number': 3, 'project_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'gw_port': {'id': '6c57bddf-6d98-40e8-b8d8-47c70af20190', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:44Z', 'updated_at': '2022-06-30T11:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:48.807385 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Checking router: 6f793f9e-3a11-4275-8b87-ab3c419315e6 for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:57:48.807734 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Updating router 6f793f9e-3a11-4275-8b87-ab3c419315e6 port 6c57bddf-6d98-40e8-b8d8-47c70af20190 binding host dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:57:48.831381 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ff224-f2c7-4a11-a8de-6b6657a77800 req-443150ee-cc56-465e-811d-64078d80c396 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:48.832721 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-555ff224-f2c7-4a11-a8de-6b6657a77800 req-443150ee-cc56-465e-811d-64078d80c396 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 944 time: 0.3731341 Jun 30 11:57:48.839817 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85cc40-65f1-4c61-9cae-519c6604a756 req-f0d88a09-be86-481e-8b3f-96c8d24b13b2 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:48.841231 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4f85cc40-65f1-4c61-9cae-519c6604a756 req-f0d88a09-be86-481e-8b3f-96c8d24b13b2 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 943 time: 0.3884957 Jun 30 11:57:48.862281 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:48.932558 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-555ff224-f2c7-4a11-a8de-6b6657a77800 req-226d65d8-c46e-48ad-bc25-e10993b48190 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903368 Jun 30 11:57:48.947203 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4f85cc40-65f1-4c61-9cae-519c6604a756 req-37ce261e-c60d-4e10-a749-a094311b023e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943992 Jun 30 11:57:49.180625 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 11:57:49.299507 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Notify callbacks [] for port, precommit_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:49.347695 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5d094-e9da-4f6c-b00e-4f3f1b3f00db req-2e09da26-14cb-47a9-9942-0a79b2ccb872 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:49.349200 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f8e5d094-e9da-4f6c-b00e-4f3f1b3f00db req-2e09da26-14cb-47a9-9942-0a79b2ccb872 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 946 time: 0.2488942 Jun 30 11:57:49.350530 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Transition to ACTIVE for port object 6c57bddf-6d98-40e8-b8d8-47c70af20190 will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:57:49.358593 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08c3cc-ee72-43d4-b4b7-ace6a3f2ce6d req-8a3f17b9-1d99-408e-bd93-651d9e7f6035 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:49.360056 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ad08c3cc-ee72-43d4-b4b7-ace6a3f2ce6d req-8a3f17b9-1d99-408e-bd93-651d9e7f6035 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.2608261 Jun 30 11:57:49.366628 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda is: ACTIVE; New status is: DOWN {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:49.366994 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:49.395319 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:57:49.405045 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:49.464923 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:49.479955 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f8e5d094-e9da-4f6c-b00e-4f3f1b3f00db req-a85d831a-bd81-48e6-8a4e-fa292d865c66 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1130438 Jun 30 11:57:49.494264 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ad08c3cc-ee72-43d4-b4b7-ace6a3f2ce6d req-9d772b8b-a01b-4d11-b0db-61a12e37e4fa tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236920 Jun 30 11:57:49.511330 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:49.551923 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Attempting to bind port 6c57bddf-6d98-40e8-b8d8-47c70af20190 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:57:49.552291 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Attempting to bind port 6c57bddf-6d98-40e8-b8d8-47c70af20190 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:57:49.552671 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Attempting to bind port 6c57bddf-6d98-40e8-b8d8-47c70af20190 on network e4d1c1ad-a890-44d7-b269-958aaeb49e2d {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:57:49.556589 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:49.562669 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78de350b-48bb-4c7d-9784-03ddee5e75a0'] response: {'server_uuid': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'code': 200} Jun 30 11:57:49.565947 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:57:49.566321 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Checking segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:57:49.566709 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:49.567088 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Bound using segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:57:49.567551 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Bound port: 6c57bddf-6d98-40e8-b8d8-47c70af20190, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:57:49.567916 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:49.598866 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b8aba-1429-4eba-983c-db3c58f19820 None None] Pushing event updated for resources: {'Port': ['ID=6c57bddf-6d98-40e8-b8d8-47c70af20190,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:49.707666 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] For port 6c57bddf-6d98-40e8-b8d8-47c70af20190, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:57:49.709763 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,revision_number=8']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:49.713461 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] For port 6c57bddf-6d98-40e8-b8d8-47c70af20190, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=6c57bddf-6d98-40e8-b8d8-47c70af20190,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:57:49.776193 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:49.856511 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Routers {'6f793f9e-3a11-4275-8b87-ab3c419315e6'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:57:49.856913 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:57:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['6f793f9e-3a11-4275-8b87-ab3c419315e6'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:49.875352 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Allocated IP 172.20.0.1 (5f2d85ed-0090-41a3-aedc-3b43251c02df/a5f875e2-dc3f-439a-ac5c-8c3730bbe3b0/eaf213d4-75ea-4e0c-97ba-235184d08f33) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:57:49.967615 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b8aba-1429-4eba-983c-db3c58f19820 None None] Pushing event updated for resources: {'Port': ['ID=6c57bddf-6d98-40e8-b8d8-47c70af20190,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:50.039219 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:50.058855 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.provisioning_blocks [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Transition to ACTIVE for port object eaf213d4-75ea-4e0c-97ba-235184d08f33 will not be triggered until provisioned by entity DHCP. {{(pid=88751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:57:50.077170 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] Set router 6f793f9e-3a11-4275-8b87-ab3c419315e6 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:57:50.272672 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:50.310448 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0feeeb16-db2e-4104-872a-569a5be1bf2a req-68e3eee4-ad49-443b-82f1-845457fb0ce9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b560b8-8267-4535-b666-e0f57755896c HTTP/1.1" status: 200 len: 217 time: 0.1111877 Jun 30 11:57:50.401390 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-54b0d2e2-685a-4d80-aae5-c4fcfa2eb2b4 req-08c83b9b-914f-42a2-8904-d064f47dfde7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda HTTP/1.1" status: 200 len: 1000 time: 0.1788599 Jun 30 11:57:50.414796 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf213d4-75ea-4e0c-97ba-235184d08f33,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:50.419867 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Network 5f2d85ed-0090-41a3-aedc-3b43251c02df is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:57:50.423165 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db1f50-0c27-42fa-9a91-e9080793b326 req-94b2f190-8a56-458c-8614-6420f20ea359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:50.425433 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-68db1f50-0c27-42fa-9a91-e9080793b326 req-94b2f190-8a56-458c-8614-6420f20ea359 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2560995 Jun 30 11:57:50.429833 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:57:50.433179 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:57:50.453030 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3f0df012-a09e-491e-a2c9-aaf8bd406c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:50.456669 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'name': 'tempest-TestShelveInstance-821141801-router', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '6c57bddf-6d98-40e8-b8d8-47c70af20190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:41Z', 'updated_at': '2022-06-30T11:57:45Z', 'revision_number': 3, 'project_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'gw_port': {'id': '6c57bddf-6d98-40e8-b8d8-47c70af20190', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:44Z', 'updated_at': '2022-06-30T11:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:50.461201 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a504f5d-f03c-4a15-a137-b3ca51250906 None None] The sync data for ids ['6f793f9e-3a11-4275-8b87-ab3c419315e6'] in dv-cinder-848250-1-iscsi is: [{'id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'name': 'tempest-TestShelveInstance-821141801-router', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '6c57bddf-6d98-40e8-b8d8-47c70af20190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:41Z', 'updated_at': '2022-06-30T11:57:45Z', 'revision_number': 3, 'project_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'gw_port': {'id': '6c57bddf-6d98-40e8-b8d8-47c70af20190', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:44Z', 'updated_at': '2022-06-30T11:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:57:50.495489 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a7e8f-c8ff-4bfb-8d5a-55a5d1249083 req-333a92af-dedf-4927-aa19-fa0211bd12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:50.500992 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d85a7e8f-c8ff-4bfb-8d5a-55a5d1249083 req-333a92af-dedf-4927-aa19-fa0211bd12c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 1096 time: 0.2030745 Jun 30 11:57:50.523960 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574062'] for router_interface, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:50.672069 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeeb16-db2e-4104-872a-569a5be1bf2a req-11d53ab1-9e5d-472f-b499-7c0521a96720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:50.674137 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0feeeb16-db2e-4104-872a-569a5be1bf2a req-11d53ab1-9e5d-472f-b499-7c0521a96720 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.3408682 Jun 30 11:57:50.674838 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d2e2-685a-4d80-aae5-c4fcfa2eb2b4 req-55b5740d-cf9e-4c20-b67f-bf3dba9137f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:50.676315 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-54b0d2e2-685a-4d80-aae5-c4fcfa2eb2b4 req-55b5740d-cf9e-4c20-b67f-bf3dba9137f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fda0c666-547b-4f4c-9f02-e4a51b02d42a HTTP/1.1" status: 200 len: 855 time: 0.2490206 Jun 30 11:57:50.779013 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c312eb-bfde-462a-9f10-8fb77f861877 req-60aa04bd-3610-4717-89e3-7ac78350ebeb tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:50.785340 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-10c312eb-bfde-462a-9f10-8fb77f861877 req-60aa04bd-3610-4717-89e3-7ac78350ebeb tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 944 time: 0.6832120 Jun 30 11:57:50.864198 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-68db1f50-0c27-42fa-9a91-e9080793b326 req-7f9c564e-8d0b-4b8d-b728-e3575e2bd40a service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043207 Jun 30 11:57:50.867044 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a7e8f-c8ff-4bfb-8d5a-55a5d1249083 req-4ec5c943-8cb8-4536-b30b-828bdc1c9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:50.867325 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-ff536536-e42e-4b19-b152-7052c5b640d9 None None] Provisioning for port eaf213d4-75ea-4e0c-97ba-235184d08f33 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:57:50.868471 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d85a7e8f-c8ff-4bfb-8d5a-55a5d1249083 req-4ec5c943-8cb8-4536-b30b-828bdc1c9f70 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3033943 Jun 30 11:57:50.870002 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-10c312eb-bfde-462a-9f10-8fb77f861877 req-93ca60cb-c0c5-4778-a099-af3e240ab585 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837142 Jun 30 11:57:50.875277 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-ff536536-e42e-4b19-b152-7052c5b640d9 None None] Provisioning complete for port eaf213d4-75ea-4e0c-97ba-235184d08f33 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:50.875901 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ff536536-e42e-4b19-b152-7052c5b640d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:50.885572 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d2e2-685a-4d80-aae5-c4fcfa2eb2b4 req-43a5df9a-4704-4991-a501-e63ebc9692d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:50.887000 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-54b0d2e2-685a-4d80-aae5-c4fcfa2eb2b4 req-43a5df9a-4704-4991-a501-e63ebc9692d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1887574 Jun 30 11:57:50.889224 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93776bd-4063-4d06-8215-b5422187cece req-19212fe2-c3f0-4969-802d-083aec91789c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:50.891119 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f93776bd-4063-4d06-8215-b5422187cece req-19212fe2-c3f0-4969-802d-083aec91789c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 943 time: 0.7458701 Jun 30 11:57:50.963482 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-ff536536-e42e-4b19-b152-7052c5b640d9 None None] Port eaf213d4-75ea-4e0c-97ba-235184d08f33 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:57:50.972234 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeeb16-db2e-4104-872a-569a5be1bf2a req-ed5f72f1-aa8c-4e3b-b6b2-07010ae1ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:50.973830 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0feeeb16-db2e-4104-872a-569a5be1bf2a req-ed5f72f1-aa8c-4e3b-b6b2-07010ae1ba40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2627249 Jun 30 11:57:50.993278 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f93776bd-4063-4d06-8215-b5422187cece req-dd387f6c-37dc-4593-89ca-481b1d3ef4c4 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918756 Jun 30 11:57:51.102805 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc27ad-4400-49ab-8a57-d60872879024 req-29e5551a-6e8e-49e0-8170-a910b1ab6e58 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:51.107029 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-14cc27ad-4400-49ab-8a57-d60872879024 req-29e5551a-6e8e-49e0-8170-a910b1ab6e58 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.1027002 Jun 30 11:57:51.257931 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:51.281409 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-14cc27ad-4400-49ab-8a57-d60872879024 req-e5d7fb44-9c4c-4d90-8302-9c0503772d0e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1326241 Jun 30 11:57:51.359791 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01701ab8-2235-4e59-bfbb-be702b0810c8 req-2d0c4fa6-3b03-4c22-8c97-6db6b61cd4cf tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:51.361975 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-01701ab8-2235-4e59-bfbb-be702b0810c8 req-2d0c4fa6-3b03-4c22-8c97-6db6b61cd4cf tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.2567189 Jun 30 11:57:51.441940 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:51.600742 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-01701ab8-2235-4e59-bfbb-be702b0810c8 req-f7c2e037-8026-4bc2-ba7e-96a985c35d9f tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179096 Jun 30 11:57:51.628279 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:51.660089 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:51.792852 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27525444'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:51.900615 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573963'] for router_interface, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:51.903956 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf213d4-75ea-4e0c-97ba-235184d08f33,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:52.149375 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Network 5f2d85ed-0090-41a3-aedc-3b43251c02df is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:57:52.158422 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:57:52.241656 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df27523-75d0-4c20-a727-56289e89e6cf req-c04be94b-0e3b-4d49-89bb-2ed2ed4a3aaa tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:52.243192 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6df27523-75d0-4c20-a727-56289e89e6cf req-c04be94b-0e3b-4d49-89bb-2ed2ed4a3aaa tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 944 time: 0.2601440 Jun 30 11:57:52.385383 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6df27523-75d0-4c20-a727-56289e89e6cf req-445af6d9-0910-482f-9761-623fe8989040 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823634 Jun 30 11:57:52.401064 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-2a142a75-15f8-48f7-8b38-9f396be26a30 None None] Provisioning complete for port eaf213d4-75ea-4e0c-97ba-235184d08f33 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:52.401630 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2a142a75-15f8-48f7-8b38-9f396be26a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:52.410827 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40395fa5-b10a-459a-adee-b86ab47bc3ae req-8d8ed1ef-b8ac-47a8-98c6-2734e6a0c0c6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:52.412551 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-40395fa5-b10a-459a-adee-b86ab47bc3ae req-8d8ed1ef-b8ac-47a8-98c6-2734e6a0c0c6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 943 time: 0.3125374 Jun 30 11:57:52.449442 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Router 6f793f9e-3a11-4275-8b87-ab3c419315e6 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:57:52.457436 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-2a142a75-15f8-48f7-8b38-9f396be26a30 None None] Port eaf213d4-75ea-4e0c-97ba-235184d08f33 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:57:52.475065 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-40395fa5-b10a-459a-adee-b86ab47bc3ae req-c913e397-fb5d-45f0-ac95-e6d3e8668871 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546224 Jun 30 11:57:52.696994 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 6c57bddf-6d98-40e8-b8d8-47c70af20190 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:52.724609 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:57:52.733568 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Sync routers for ids ['6f793f9e-3a11-4275-8b87-ab3c419315e6'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:57:52.740743 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc48e4b-7338-4395-bca6-671f57751c94 req-282081e4-4f37-490d-ae46-8697abe80be1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:52.742251 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9dc48e4b-7338-4395-bca6-671f57751c94 req-282081e4-4f37-490d-ae46-8697abe80be1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.2172525 Jun 30 11:57:52.743249 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Routers {'6f793f9e-3a11-4275-8b87-ab3c419315e6'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:57:52.743854 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:57:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['6f793f9e-3a11-4275-8b87-ab3c419315e6'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:52.806706 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-1fb87552-617a-47f5-b3cd-0e9437cf5ea5 admin admin] 10.222.0.18 "PUT /v2.0/routers/6f793f9e-3a11-4275-8b87-ab3c419315e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4203825 Jun 30 11:57:52.841596 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 6c57bddf-6d98-40e8-b8d8-47c70af20190 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:57:52.848933 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 6c57bddf-6d98-40e8-b8d8-47c70af20190 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:52.849350 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:52.850201 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9dc48e4b-7338-4395-bca6-671f57751c94 req-07b326f3-e5c0-4448-8a84-9793956cdde3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0651913 Jun 30 11:57:52.899025 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263f111-6beb-4c60-ad62-8861cfa72b91 req-0ea580c2-d225-4c34-9a9e-76613b7efeb9 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:52.901500 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5263f111-6beb-4c60-ad62-8861cfa72b91 req-0ea580c2-d225-4c34-9a9e-76613b7efeb9 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1744390 Jun 30 11:57:52.969952 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Set router 6f793f9e-3a11-4275-8b87-ab3c419315e6 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:57:52.978105 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5263f111-6beb-4c60-ad62-8861cfa72b91 req-c93aa38a-6a73-46c4-a3de-3af342c1e716 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679021 Jun 30 11:57:53.034809 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 6c57bddf-6d98-40e8-b8d8-47c70af20190 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:53.035186 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:53.053155 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 6c57bddf-6d98-40e8-b8d8-47c70af20190, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=6c57bddf-6d98-40e8-b8d8-47c70af20190,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:53.150462 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:53.187154 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:53.273727 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=6c57bddf-6d98-40e8-b8d8-47c70af20190,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:53.342363 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'name': 'tempest-TestShelveInstance-821141801-router', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '6c57bddf-6d98-40e8-b8d8-47c70af20190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:41Z', 'updated_at': '2022-06-30T11:57:50Z', 'revision_number': 4, 'project_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'gw_port': {'id': '6c57bddf-6d98-40e8-b8d8-47c70af20190', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:44Z', 'updated_at': '2022-06-30T11:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'eaf213d4-75ea-4e0c-97ba-235184d08f33', 'name': '', 'network_id': '5f2d85ed-0090-41a3-aedc-3b43251c02df', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'mac_address': 'fa:16:3e:18:3d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a5f875e2-dc3f-439a-ac5c-8c3730bbe3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:49Z', 'updated_at': '2022-06-30T11:57:51Z', 'revision_number': 2, 'project_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'subnets': [{'id': 'a5f875e2-dc3f-439a-ac5c-8c3730bbe3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:53.347620 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Checking router: 6f793f9e-3a11-4275-8b87-ab3c419315e6 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:57:53.347967 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Updating router 6f793f9e-3a11-4275-8b87-ab3c419315e6 port eaf213d4-75ea-4e0c-97ba-235184d08f33 binding host dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:57:53.357323 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 77b560b8-8267-4535-b666-e0f57755896c details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:57:53.370548 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 42762) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:53.382842 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-239665831', 'description': 'tempest-secgroup-smoke-239665831 description', 'project_id': 'eba484848b8e4410a0a4acc6f3019575'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:53.424965 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:53.440282 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:53.451374 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Usage tracker for resource:security_group and tenant:eba484848b8e4410a0a4acc6f3019575 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:53.457613 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:53.467341 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:53.535498 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 77b560b8-8267-4535-b666-e0f57755896c, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=77b560b8-8267-4535-b666-e0f57755896c,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:53.564951 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '77b560b8-8267-4535-b666-e0f57755896c', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'port_id': '77b560b8-8267-4535-b666-e0f57755896c', 'mac_address': 'fa:16:3e:b7:e0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:57:53.653465 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0feeeb16-db2e-4104-872a-569a5be1bf2a req-2c31215c-512b-4e8d-8cc2-c59d6c7a4e80 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106384 Jun 30 11:57:53.661092 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:53.694812 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 77b560b8-8267-4535-b666-e0f57755896c is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:53.695344 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:53.724769 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b560b8-8267-4535-b666-e0f57755896c {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:57:53.746554 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 77b560b8-8267-4535-b666-e0f57755896c, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=77b560b8-8267-4535-b666-e0f57755896c,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:53.827991 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:53.848643 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a7e8f-c8ff-4bfb-8d5a-55a5d1249083 req-fe6bca8d-c7e6-460e-b9ad-af22bec76866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:53.850805 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d85a7e8f-c8ff-4bfb-8d5a-55a5d1249083 req-fe6bca8d-c7e6-460e-b9ad-af22bec76866 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4807532 Jun 30 11:57:53.852916 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-68db1f50-0c27-42fa-9a91-e9080793b326 req-c4b6db46-9289-499b-bb19-e101f539f408 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114243 Jun 30 11:57:53.855382 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-54b0d2e2-685a-4d80-aae5-c4fcfa2eb2b4 req-109cfa42-a1d5-42fd-835a-1f0099e52e2d service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864025 Jun 30 11:57:53.980184 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=77b560b8-8267-4535-b666-e0f57755896c,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:54.025777 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:54.043898 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Usage tracker for resource:security_group_rule and tenant:eba484848b8e4410a0a4acc6f3019575 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:54.050284 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:54.068430 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Notify callbacks [] for port, precommit_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:54.072990 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:54.083123 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.provisioning_blocks [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Transition to ACTIVE for port object eaf213d4-75ea-4e0c-97ba-235184d08f33 will not be triggered until provisioned by entity L2. {{(pid=88753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:57:54.086924 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0feeeb16-db2e-4104-872a-569a5be1bf2a req-376f2688-2ed5-4cce-af8d-05cd29c1c1a4 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160157 Jun 30 11:57:54.115645 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-54b0d2e2-685a-4d80-aae5-c4fcfa2eb2b4 req-db97fbce-b8fc-44c7-afa8-809bdf31139b service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518325 Jun 30 11:57:54.122148 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6c3a9-8fd3-4d40-a4d6-cb0caa012250 req-37c95644-75dc-40a7-8545-81373cb26a6a tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:54.123667 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9cc6c3a9-8fd3-4d40-a4d6-cb0caa012250 req-37c95644-75dc-40a7-8545-81373cb26a6a tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 943 time: 0.4498339 Jun 30 11:57:54.124940 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-233fe491-b18e-421e-84ec-aa037458e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:54.126358 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-233fe491-b18e-421e-84ec-aa037458e688 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 1096 time: 0.1289434 Jun 30 11:57:54.144925 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['77b560b8-8267-4535-b666-e0f57755896c'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:57:54.156280 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555b30-7ff9-40ad-890a-ea4440c8d705 req-53034b48-9530-4bff-8a96-322af9b093e2 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:54.157833 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1d555b30-7ff9-40ad-890a-ea4440c8d705 req-53034b48-9530-4bff-8a96-322af9b093e2 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 944 time: 0.5897412 Jun 30 11:57:54.173790 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:54.244103 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9cc6c3a9-8fd3-4d40-a4d6-cb0caa012250 req-8c77b042-9104-4916-b23d-40a9632fc45c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122348 Jun 30 11:57:54.315407 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1d555b30-7ff9-40ad-890a-ea4440c8d705 req-e1bbc0b9-7c10-4ab1-ae07-d251fa6a7438 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476882 Jun 30 11:57:54.344077 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:54.412498 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:54.453399 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8a286809-c058-44da-b4d2-32a1ae58e438 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7821781-c02f-4e12-94d2-917217377a39 HTTP/1.1" status: 200 len: 217 time: 0.3144526 Jun 30 11:57:54.563950 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cced11-5166-4ba1-9be8-b1938f8e1a94 None None] Pushing event updated for resources: {'Port': ['ID=eaf213d4-75ea-4e0c-97ba-235184d08f33,revision_number=3']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:54.599203 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-d4dff21c-03e3-4b49-9be7-3e5a79db6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:54.609895 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-d4dff21c-03e3-4b49-9be7-3e5a79db6cdf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ea6951d-83ae-414a-b63e-039dc352ff4b HTTP/1.1" status: 200 len: 854 time: 0.1444292 Jun 30 11:57:54.710463 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Attempting to bind port eaf213d4-75ea-4e0c-97ba-235184d08f33 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:57:54.712556 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Attempting to bind port eaf213d4-75ea-4e0c-97ba-235184d08f33 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'e631463d-0620-42f0-b00a-557407237067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f2d85ed-0090-41a3-aedc-3b43251c02df'}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:57:54.726117 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Attempting to bind port eaf213d4-75ea-4e0c-97ba-235184d08f33 on network 5f2d85ed-0090-41a3-aedc-3b43251c02df {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:57:54.726267 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 6c57bddf-6d98-40e8-b8d8-47c70af20190 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:54.726755 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:57:54.726755 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Checking segment: {'id': 'e631463d-0620-42f0-b00a-557407237067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f2d85ed-0090-41a3-aedc-3b43251c02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:57:54.727646 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:54.735037 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:54.735444 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Bound using segment: {'id': 'e631463d-0620-42f0-b00a-557407237067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f2d85ed-0090-41a3-aedc-3b43251c02df'} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:57:54.736394 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Bound port: eaf213d4-75ea-4e0c-97ba-235184d08f33, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e631463d-0620-42f0-b00a-557407237067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f2d85ed-0090-41a3-aedc-3b43251c02df'}}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:57:54.736851 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:54.744459 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:54.748705 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-c43d3158-25bd-487f-9741-0afdd816f123 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.3770490 Jun 30 11:57:54.749099 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42786) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:54.772228 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-822d79e9-ec15-46d7-b5b3-49e81c54c5d4 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Request body: {'security_group_rule': {'security_group_id': 'b25f7a8d-68e8-4322-8f50-bbcf1d2caa38', 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:54.795467 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-822d79e9-ec15-46d7-b5b3-49e81c54c5d4 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:54.803601 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-822d79e9-ec15-46d7-b5b3-49e81c54c5d4 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Usage tracker for resource:security_group_rule and tenant:eba484848b8e4410a0a4acc6f3019575 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:54.807157 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-822d79e9-ec15-46d7-b5b3-49e81c54c5d4 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:54.807567 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b4684-2b0b-4876-a8ce-8ef9255b131f req-cbaf7e8b-bdf7-417b-b869-324975619bf2 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:54.809152 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0a7b4684-2b0b-4876-a8ce-8ef9255b131f req-cbaf7e8b-bdf7-417b-b869-324975619bf2 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.2917380 Jun 30 11:57:54.817737 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-2c96d6d7-96bf-4ac8-8be1-e0f64ffbd3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:54.819114 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-2c96d6d7-96bf-4ac8-8be1-e0f64ffbd3e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2023382 Jun 30 11:57:54.823026 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-822d79e9-ec15-46d7-b5b3-49e81c54c5d4 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:54.837142 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a2ae3-1bd4-4572-87aa-8dd7e083a758 req-12dfa050-3903-4c6f-bb88-b2df3ef0fc5b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:54.856623 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-109a2ae3-1bd4-4572-87aa-8dd7e083a758 req-12dfa050-3903-4c6f-bb88-b2df3ef0fc5b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.2341771 Jun 30 11:57:54.878473 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] For port eaf213d4-75ea-4e0c-97ba-235184d08f33, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:57:54.883536 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] For port eaf213d4-75ea-4e0c-97ba-235184d08f33, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=eaf213d4-75ea-4e0c-97ba-235184d08f33,segment=NetworkSegment(e631463d-0620-42f0-b00a-557407237067),segment_id=e631463d-0620-42f0-b00a-557407237067)] {{(pid=88753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:57:54.898920 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 6c57bddf-6d98-40e8-b8d8-47c70af20190 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:54.899348 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:54.935952 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-109a2ae3-1bd4-4572-87aa-8dd7e083a758 req-b4e5c89c-7c30-4a56-ac55-15c28cee8d10 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0782619 Jun 30 11:57:54.951357 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0a7b4684-2b0b-4876-a8ce-8ef9255b131f req-42aeaec3-be0b-4f64-8cce-b2c4fb239f6d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358163 Jun 30 11:57:55.025159 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:55.033654 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-822d79e9-ec15-46d7-b5b3-49e81c54c5d4 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:55.077635 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-0d1c81e8-86c0-4f8d-a51e-6745b722efe6 service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493613 Jun 30 11:57:55.096551 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 6c57bddf-6d98-40e8-b8d8-47c70af20190 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:55.157194 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cced11-5166-4ba1-9be8-b1938f8e1a94 None None] Pushing event updated for resources: {'Port': ['ID=eaf213d4-75ea-4e0c-97ba-235184d08f33,revision_number=4']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:55.160099 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Routers {'6f793f9e-3a11-4275-8b87-ab3c419315e6'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:57:55.160783 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:57:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['6f793f9e-3a11-4275-8b87-ab3c419315e6'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:55.221701 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-822d79e9-ec15-46d7-b5b3-49e81c54c5d4 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:55.267537 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-db9da449-cfb5-4e36-b4ff-49a03fef3ea6 service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805060 Jun 30 11:57:55.299256 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-822d79e9-ec15-46d7-b5b3-49e81c54c5d4 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:55.329904 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d79e9-ec15-46d7-b5b3-49e81c54c5d4 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63acf3b8-3a24-4c24-9d43-997848e68d9b,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:55.391260 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] Set router 6f793f9e-3a11-4275-8b87-ab3c419315e6 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:57:55.461924 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-822d79e9-ec15-46d7-b5b3-49e81c54c5d4 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:55.464299 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-822d79e9-ec15-46d7-b5b3-49e81c54c5d4 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7120590 Jun 30 11:57:55.466242 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42806) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:55.474041 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-9f8a6a11-de22-474c-845a-2c78f3605cae tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Request body: {'security_group_rule': {'security_group_id': 'b25f7a8d-68e8-4322-8f50-bbcf1d2caa38', 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:55.481714 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-9f8a6a11-de22-474c-845a-2c78f3605cae tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:55.487365 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-9f8a6a11-de22-474c-845a-2c78f3605cae tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Usage tracker for resource:security_group_rule and tenant:eba484848b8e4410a0a4acc6f3019575 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:55.492524 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-9f8a6a11-de22-474c-845a-2c78f3605cae tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:55.498450 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-9f8a6a11-de22-474c-845a-2c78f3605cae tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:55.564567 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d890-46c4-458a-b921-4d5fe228ab42 req-cbdf9992-92e6-4672-9331-2b01d64c222c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:55.566606 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dec9d890-46c4-458a-b921-4d5fe228ab42 req-cbdf9992-92e6-4672-9331-2b01d64c222c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 943 time: 0.1908536 Jun 30 11:57:55.598385 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dcc92-b519-4698-b1b5-f32e3ba43c2f req-0040cd58-54ff-4389-b04b-84b5d9f500c6 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:55.599955 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4b6dcc92-b519-4698-b1b5-f32e3ba43c2f req-0040cd58-54ff-4389-b04b-84b5d9f500c6 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 945 time: 0.1402330 Jun 30 11:57:55.643324 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dec9d890-46c4-458a-b921-4d5fe228ab42 req-6ae7e8b2-36d4-407e-a4b0-8e0df770abb9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696743 Jun 30 11:57:55.661583 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6a11-de22-474c-845a-2c78f3605cae tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:55.667787 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4b6dcc92-b519-4698-b1b5-f32e3ba43c2f req-c644a001-a2e7-4130-913d-9572da6d0356 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618432 Jun 30 11:57:55.729683 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6a11-de22-474c-845a-2c78f3605cae tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:55.753911 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'name': 'tempest-TestShelveInstance-821141801-router', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '6c57bddf-6d98-40e8-b8d8-47c70af20190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:41Z', 'updated_at': '2022-06-30T11:57:50Z', 'revision_number': 4, 'project_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'gw_port': {'id': '6c57bddf-6d98-40e8-b8d8-47c70af20190', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:44Z', 'updated_at': '2022-06-30T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'eaf213d4-75ea-4e0c-97ba-235184d08f33', 'name': '', 'network_id': '5f2d85ed-0090-41a3-aedc-3b43251c02df', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'mac_address': 'fa:16:3e:18:3d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a5f875e2-dc3f-439a-ac5c-8c3730bbe3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:49Z', 'updated_at': '2022-06-30T11:57:54Z', 'revision_number': 4, 'project_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'subnets': [{'id': 'a5f875e2-dc3f-439a-ac5c-8c3730bbe3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:57:55.758015 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b1677b-4ff9-4442-9fc3-a3614e9babc1 None None] The sync data for ids ['6f793f9e-3a11-4275-8b87-ab3c419315e6'] in dv-cinder-848250-1-iscsi is: [{'id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'name': 'tempest-TestShelveInstance-821141801-router', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '6c57bddf-6d98-40e8-b8d8-47c70af20190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:41Z', 'updated_at': '2022-06-30T11:57:50Z', 'revision_number': 4, 'project_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'gw_port': {'id': '6c57bddf-6d98-40e8-b8d8-47c70af20190', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:44Z', 'updated_at': '2022-06-30T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'eaf213d4-75ea-4e0c-97ba-235184d08f33', 'name': '', 'network_id': '5f2d85ed-0090-41a3-aedc-3b43251c02df', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'mac_address': 'fa:16:3e:18:3d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'a5f875e2-dc3f-439a-ac5c-8c3730bbe3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:49Z', 'updated_at': '2022-06-30T11:57:54Z', 'revision_number': 4, 'project_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'subnets': [{'id': 'a5f875e2-dc3f-439a-ac5c-8c3730bbe3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:57:55.821646 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6a11-de22-474c-845a-2c78f3605cae tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:55.846311 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a6a11-de22-474c-845a-2c78f3605cae tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61395fd8-2f32-464c-b509-ff19e4e9536b,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:55.939041 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6a11-de22-474c-845a-2c78f3605cae tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:55.943468 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-9f8a6a11-de22-474c-845a-2c78f3605cae tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4737506 Jun 30 11:57:55.943710 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42812) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:55.951639 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-0f23c6d4-6d44-4b30-9ac7-ca1462a5549e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Request body: {'security_group_rule': {'security_group_id': 'b25f7a8d-68e8-4322-8f50-bbcf1d2caa38', 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:55.970678 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-0f23c6d4-6d44-4b30-9ac7-ca1462a5549e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:55.978692 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-0f23c6d4-6d44-4b30-9ac7-ca1462a5549e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Usage tracker for resource:security_group_rule and tenant:eba484848b8e4410a0a4acc6f3019575 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:55.981889 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-0f23c6d4-6d44-4b30-9ac7-ca1462a5549e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:55.991392 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-0f23c6d4-6d44-4b30-9ac7-ca1462a5549e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:56.130111 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54167f31-e636-49d1-a756-8811595a54c1 req-1e4b42c1-3390-4be2-9a92-913cf26c326a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:56.131687 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-54167f31-e636-49d1-a756-8811595a54c1 req-1e4b42c1-3390-4be2-9a92-913cf26c326a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.0931113 Jun 30 11:57:56.197739 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f23c6d4-6d44-4b30-9ac7-ca1462a5549e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:56.210806 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-54167f31-e636-49d1-a756-8811595a54c1 req-b7fc56b6-7040-45b6-93ec-4b1f82e35650 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0706217 Jun 30 11:57:56.270145 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f23c6d4-6d44-4b30-9ac7-ca1462a5549e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:56.391045 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f23c6d4-6d44-4b30-9ac7-ca1462a5549e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:56.422484 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23c6d4-6d44-4b30-9ac7-ca1462a5549e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5166db0-360f-4878-86f0-7bf5b8173d35,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:56.561803 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f23c6d4-6d44-4b30-9ac7-ca1462a5549e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:56.564923 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-0f23c6d4-6d44-4b30-9ac7-ca1462a5549e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6196904 Jun 30 11:57:56.566344 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42832) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:56.574846 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-0dd9629c-23f7-4b69-a731-b003c5a0b96a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Request body: {'security_group_rule': {'security_group_id': 'b25f7a8d-68e8-4322-8f50-bbcf1d2caa38', 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:56.581429 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-0dd9629c-23f7-4b69-a731-b003c5a0b96a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:56.585419 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-0dd9629c-23f7-4b69-a731-b003c5a0b96a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Usage tracker for resource:security_group_rule and tenant:eba484848b8e4410a0a4acc6f3019575 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:56.588483 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-0dd9629c-23f7-4b69-a731-b003c5a0b96a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:56.594649 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-0dd9629c-23f7-4b69-a731-b003c5a0b96a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:56.709951 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device eaf213d4-75ea-4e0c-97ba-235184d08f33 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:56.718110 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0dd9629c-23f7-4b69-a731-b003c5a0b96a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:56.824417 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0dd9629c-23f7-4b69-a731-b003c5a0b96a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:56.938257 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port eaf213d4-75ea-4e0c-97ba-235184d08f33 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:57:56.949114 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port eaf213d4-75ea-4e0c-97ba-235184d08f33 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:56.949114 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:56.978777 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0dd9629c-23f7-4b69-a731-b003c5a0b96a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.011590 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device b7821781-c02f-4e12-94d2-917217377a39 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:57:57.020191 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9629c-23f7-4b69-a731-b003c5a0b96a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9dcc36c-d79d-4e73-b1d5-f3df74c624c8,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:57.039226 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 77b560b8-8267-4535-b666-e0f57755896c up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:57.041673 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d00eee-405e-4b64-a0b9-620405686585 req-a5dc6820-e474-4292-9e51-78c831c4827e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:57.043311 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f0d00eee-405e-4b64-a0b9-620405686585 req-a5dc6820-e474-4292-9e51-78c831c4827e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 945 time: 0.1615880 Jun 30 11:57:57.057057 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a543b-d134-44e7-85d8-b742a060a3ae req-f84cc19f-cab0-4efa-a4a2-cde30beead69 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:57.065267 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-331a543b-d134-44e7-85d8-b742a060a3ae req-f84cc19f-cab0-4efa-a4a2-cde30beead69 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 943 time: 0.2572932 Jun 30 11:57:57.124299 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0dd9629c-23f7-4b69-a731-b003c5a0b96a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.127842 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-0dd9629c-23f7-4b69-a731-b003c5a0b96a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5587420 Jun 30 11:57:57.137240 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42856) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:57.154062 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-1edbd895-1987-4c5f-9819-95368798206d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Request body: {'security_group_rule': {'security_group_id': 'b25f7a8d-68e8-4322-8f50-bbcf1d2caa38', 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:57.159125 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f0d00eee-405e-4b64-a0b9-620405686585 req-0c5e61d2-2f2a-499c-8332-bee76d08fc86 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755203 Jun 30 11:57:57.164681 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-1edbd895-1987-4c5f-9819-95368798206d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:57.179675 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-331a543b-d134-44e7-85d8-b742a060a3ae req-afa66a43-02be-4ddb-82ab-14e6c8a8f800 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132302 Jun 30 11:57:57.180228 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-1edbd895-1987-4c5f-9819-95368798206d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Usage tracker for resource:security_group_rule and tenant:eba484848b8e4410a0a4acc6f3019575 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:57.187045 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-1edbd895-1987-4c5f-9819-95368798206d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:57.194995 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-1edbd895-1987-4c5f-9819-95368798206d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:57.337061 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.securitygroups_db [None req-1edbd895-1987-4c5f-9819-95368798206d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Project eba484848b8e4410a0a4acc6f3019575 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 11:57:57.344419 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1edbd895-1987-4c5f-9819-95368798206d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.364606 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port eaf213d4-75ea-4e0c-97ba-235184d08f33 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:57.364991 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.385012 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port b7821781-c02f-4e12-94d2-917217377a39, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=b7821781-c02f-4e12-94d2-917217377a39,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:57.421641 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a20812-3f9d-4d38-bc6c-419dfe7d38c0 req-02e7c00f-7eac-4ca0-b0f6-9cfe45461e3c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:57.421641 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-56a20812-3f9d-4d38-bc6c-419dfe7d38c0 req-02e7c00f-7eac-4ca0-b0f6-9cfe45461e3c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.0988953 Jun 30 11:57:57.421967 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1edbd895-1987-4c5f-9819-95368798206d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.443849 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': 'b7821781-c02f-4e12-94d2-917217377a39', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'port_id': 'b7821781-c02f-4e12-94d2-917217377a39', 'mac_address': 'fa:16:3e:d5:5b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:57:57.468908 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-56a20812-3f9d-4d38-bc6c-419dfe7d38c0 req-780395d1-bd49-42f7-8078-c0f78ab24abc tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411410 Jun 30 11:57:57.490071 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 77b560b8-8267-4535-b666-e0f57755896c completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:57:57.494201 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port eaf213d4-75ea-4e0c-97ba-235184d08f33, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=eaf213d4-75ea-4e0c-97ba-235184d08f33,segment=NetworkSegment(e631463d-0620-42f0-b00a-557407237067),segment_id=e631463d-0620-42f0-b00a-557407237067)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:57.507131 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 77b560b8-8267-4535-b666-e0f57755896c triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:57.507500 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.557656 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port b7821781-c02f-4e12-94d2-917217377a39 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:57.558029 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.575624 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1edbd895-1987-4c5f-9819-95368798206d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.584391 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7821781-c02f-4e12-94d2-917217377a39 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:57:57.601307 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbd895-1987-4c5f-9819-95368798206d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34af7abf-4918-4ae5-85b0-a32ede82f767,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:57.612197 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port b7821781-c02f-4e12-94d2-917217377a39, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=b7821781-c02f-4e12-94d2-917217377a39,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:57.646008 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.702022 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1edbd895-1987-4c5f-9819-95368798206d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.703253 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-1edbd895-1987-4c5f-9819-95368798206d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5649421 Jun 30 11:57:57.706955 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 42870) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:57:57.712389 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-07cee748-e551-4eef-9b26-4e15d1c4d577 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Request body: {'security_group_rule': {'security_group_id': 'b25f7a8d-68e8-4322-8f50-bbcf1d2caa38', 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:57:57.718305 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-07cee748-e551-4eef-9b26-4e15d1c4d577 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:57:57.723263 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-07cee748-e551-4eef-9b26-4e15d1c4d577 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Usage tracker for resource:security_group_rule and tenant:eba484848b8e4410a0a4acc6f3019575 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:57:57.726446 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-07cee748-e551-4eef-9b26-4e15d1c4d577 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:57:57.726577 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 77b560b8-8267-4535-b666-e0f57755896c is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:57.727236 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.732889 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-07cee748-e551-4eef-9b26-4e15d1c4d577 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:57:57.753921 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=eaf213d4-75ea-4e0c-97ba-235184d08f33,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:57.763127 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b560b8-8267-4535-b666-e0f57755896c'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:57:57.774031 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 77b560b8-8267-4535-b666-e0f57755896c, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=77b560b8-8267-4535-b666-e0f57755896c,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:57.789778 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.821518 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14044b2c-ac66-48bc-8583-deb2059f9af2'] response: {'server_uuid': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b560b8-8267-4535-b666-e0f57755896c', 'code': 200} Jun 30 11:57:57.822590 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.securitygroups_db [None req-07cee748-e551-4eef-9b26-4e15d1c4d577 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Project eba484848b8e4410a0a4acc6f3019575 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 11:57:57.833737 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-07cee748-e551-4eef-9b26-4e15d1c4d577 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.878285 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=b7821781-c02f-4e12-94d2-917217377a39,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:57.882534 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.926902 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-07cee748-e551-4eef-9b26-4e15d1c4d577 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:57.967178 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=77b560b8-8267-4535-b666-e0f57755896c,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:58.089729 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['b7821781-c02f-4e12-94d2-917217377a39'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:57:58.155116 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-07cee748-e551-4eef-9b26-4e15d1c4d577 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:58.201988 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cee748-e551-4eef-9b26-4e15d1c4d577 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4319eacf-ead5-4a2a-9812-1677b44e8cfc,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:58.358335 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-07cee748-e551-4eef-9b26-4e15d1c4d577 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:58.362895 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-07cee748-e551-4eef-9b26-4e15d1c4d577 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6515288 Jun 30 11:57:58.374548 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799da355-0013-4103-902f-f41ad567be7b req-21362d68-c2a8-4e52-b0cd-2528f4b7b008 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:58.378338 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-799da355-0013-4103-902f-f41ad567be7b req-21362d68-c2a8-4e52-b0cd-2528f4b7b008 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1020684 Jun 30 11:57:58.429658 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-799da355-0013-4103-902f-f41ad567be7b req-593cf050-f7f5-4a06-9a93-89930d937ab4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456338 Jun 30 11:57:58.510304 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4696f59-14e0-422f-94c7-f7ca6bb4a7ec req-437f4bf4-2fad-4cd2-a8b6-f06c545ef180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:58.511991 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4696f59-14e0-422f-94c7-f7ca6bb4a7ec req-437f4bf4-2fad-4cd2-a8b6-f06c545ef180 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 1099 time: 0.1151958 Jun 30 11:57:58.560472 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-b4696f59-14e0-422f-94c7-f7ca6bb4a7ec req-b8baf2d8-4106-464d-9991-5f5ca188117b service neutron] Synchronizing usage tracker for tenant:5879f09bdf6d46f2bf6316dd857943c1 on resource:security_group {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:57:58.651877 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df721-a27f-4712-b04f-a21bc9f31e32 req-81754366-31c5-4ac7-96a4-1dfdccbb8669 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:58.653070 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-698df721-a27f-4712-b04f-a21bc9f31e32 req-81754366-31c5-4ac7-96a4-1dfdccbb8669 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 944 time: 0.1138256 Jun 30 11:57:58.675492 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device eaf213d4-75ea-4e0c-97ba-235184d08f33 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:58.705610 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-698df721-a27f-4712-b04f-a21bc9f31e32 req-50edaefe-beef-4b99-8040-d697baf6150e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455914 Jun 30 11:57:58.710373 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-b4696f59-14e0-422f-94c7-f7ca6bb4a7ec req-b8baf2d8-4106-464d-9991-5f5ca188117b service neutron] Unset dirty status for tenant:5879f09bdf6d46f2bf6316dd857943c1 on resource:security_group {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:57:58.711629 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4696f59-14e0-422f-94c7-f7ca6bb4a7ec req-b8baf2d8-4106-464d-9991-5f5ca188117b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932390 Jun 30 11:57:58.752944 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port eaf213d4-75ea-4e0c-97ba-235184d08f33 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:58.753492 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:58.878970 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port eaf213d4-75ea-4e0c-97ba-235184d08f33 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:58.995118 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device b7821781-c02f-4e12-94d2-917217377a39 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:57:59.138854 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port b7821781-c02f-4e12-94d2-917217377a39 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:57:59.144873 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port b7821781-c02f-4e12-94d2-917217377a39 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:57:59.145446 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:59.268619 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port b7821781-c02f-4e12-94d2-917217377a39 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:59.268907 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:59.306971 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port b7821781-c02f-4e12-94d2-917217377a39, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=b7821781-c02f-4e12-94d2-917217377a39,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:57:59.445059 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:57:59.445059 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 11:57:59.637679 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda is: DOWN; New status is: DOWN {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:57:59.645504 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=b7821781-c02f-4e12-94d2-917217377a39,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:57:59.715884 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27569a88-4f90-4243-9385-f2f1f180db36 req-8a1604f2-1336-445d-b39d-d5df8d7ba76f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:57:59.731079 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-27569a88-4f90-4243-9385-f2f1f180db36 req-8a1604f2-1336-445d-b39d-d5df8d7ba76f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1541054 Jun 30 11:57:59.791387 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-27569a88-4f90-4243-9385-f2f1f180db36 req-2e1c6f27-3895-4aca-83e1-a75776c9f326 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453329 Jun 30 11:57:59.822982 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abf103f-d986-43f8-90f1-eb0c5dbe996e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7821781-c02f-4e12-94d2-917217377a39'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:57:59.995459 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353b4c70-899f-4d10-944c-05d03a811b1f'] response: {'server_uuid': '9abf103f-d986-43f8-90f1-eb0c5dbe996e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7821781-c02f-4e12-94d2-917217377a39', 'code': 200} Jun 30 11:57:59.999865 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ff751-aaa3-4b09-b206-951c868781e6 req-b27d3dd8-2214-495c-b9ca-38b62daf70c8 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:00.003133 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fc7ff751-aaa3-4b09-b206-951c868781e6 req-b27d3dd8-2214-495c-b9ca-38b62daf70c8 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 945 time: 0.1145623 Jun 30 11:58:00.070480 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fc7ff751-aaa3-4b09-b206-951c868781e6 req-29ce3b07-2ecd-4e8f-ba57-cfbeb39893b3 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547650 Jun 30 11:58:00.238085 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 42980) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:00.323378 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d3a0f-20e9-4f5c-ad0e-5da0df783942 req-ad3ea7da-c635-494d-ac9b-1415cd60bec2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:00.329007 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c73d3a0f-20e9-4f5c-ad0e-5da0df783942 req-ad3ea7da-c635-494d-ac9b-1415cd60bec2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.2194960 Jun 30 11:58:00.524496 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-38e706a7-6908-4002-8fcd-20b39a0eab9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:00.540784 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-38e706a7-6908-4002-8fcd-20b39a0eab9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:58:00.559290 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-38e706a7-6908-4002-8fcd-20b39a0eab9b admin admin] Usage tracker for resource:security_group_rule and tenant:6e593d97e7f1460290fd91f0a5941704 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:58:00.563275 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c73d3a0f-20e9-4f5c-ad0e-5da0df783942 req-059c2d9f-dca4-4510-8931-cc3e1b20bcc2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2313490 Jun 30 11:58:00.565242 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-38e706a7-6908-4002-8fcd-20b39a0eab9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:58:00.574918 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-38e706a7-6908-4002-8fcd-20b39a0eab9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:58:00.701886 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 42998) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:00.742054 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c92a84-a246-4256-a755-cefd9b0d1b20 req-dbda2e64-c9f5-4b95-9db7-9e7a9b5cdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:00.743732 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d5c92a84-a246-4256-a755-cefd9b0d1b20 req-dbda2e64-c9f5-4b95-9db7-9e7a9b5cdf64 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 1098 time: 0.1419656 Jun 30 11:58:00.807718 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-38e706a7-6908-4002-8fcd-20b39a0eab9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:00.830647 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d5c92a84-a246-4256-a755-cefd9b0d1b20 req-daa6bbf8-773b-4335-b3f8-70f3c267b2cd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771308 Jun 30 11:58:00.885697 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-52f4df5c-ab80-4d09-9125-7c62ab8e43f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:00.893238 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-38e706a7-6908-4002-8fcd-20b39a0eab9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:00.919669 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-52f4df5c-ab80-4d09-9125-7c62ab8e43f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:58:00.927443 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-52f4df5c-ab80-4d09-9125-7c62ab8e43f9 admin admin] Usage tracker for resource:security_group_rule and tenant:1ba3d4f9b45e4b66b24711b060a8ab0f is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:58:00.931282 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-52f4df5c-ab80-4d09-9125-7c62ab8e43f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:58:00.938579 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-52f4df5c-ab80-4d09-9125-7c62ab8e43f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:58:00.951091 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e706a7-6908-4002-8fcd-20b39a0eab9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ece2ea6-75ce-4d67-a81a-bb2e1ae80ca9,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:00.966617 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-38e706a7-6908-4002-8fcd-20b39a0eab9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e593d97e7f1460290fd91f0a5941704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7263525 Jun 30 11:58:00.973660 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 43012) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:01.037389 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-283f5187-ac9f-49c5-a169-6f72c7027e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:01.075519 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-283f5187-ac9f-49c5-a169-6f72c7027e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:01.089180 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8562ab9-f530-49b4-84ca-4741a34b12d1 req-2712c470-5d38-47cd-8278-c68f8efefc10 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:01.091680 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c8562ab9-f530-49b4-84ca-4741a34b12d1 req-2712c470-5d38-47cd-8278-c68f8efefc10 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1498241 Jun 30 11:58:01.112756 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 43022) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:01.163145 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-52f4df5c-ab80-4d09-9125-7c62ab8e43f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:01.168340 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c8562ab9-f530-49b4-84ca-4741a34b12d1 req-84a79c42-7a0d-4813-9551-72d12ff5d09e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662110 Jun 30 11:58:01.265773 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7358fa1c-6a2a-46e5-af8e-cff1836dfb94 req-13b8ec15-5f69-4fc7-b1a7-88082fac359f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1515656 Jun 30 11:58:01.297855 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-52f4df5c-ab80-4d09-9125-7c62ab8e43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:01.387719 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-283f5187-ac9f-49c5-a169-6f72c7027e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:01.405089 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f5187-ac9f-49c5-a169-6f72c7027e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ece2ea6-75ce-4d67-a81a-bb2e1ae80ca9,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:01.417208 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-283f5187-ac9f-49c5-a169-6f72c7027e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:01.418735 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-283f5187-ac9f-49c5-a169-6f72c7027e32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ece2ea6-75ce-4d67-a81a-bb2e1ae80ca9 HTTP/1.1" status: 204 len: 168 time: 0.4437966 Jun 30 11:58:01.432298 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4df5c-ab80-4d09-9125-7c62ab8e43f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd1e1bd-bbd9-401b-addb-f0400b13c584,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:01.440347 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-52f4df5c-ab80-4d09-9125-7c62ab8e43f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ba3d4f9b45e4b66b24711b060a8ab0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7373650 Jun 30 11:58:01.443457 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 43036) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:01.467625 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d879a1-8ba2-41d9-88be-76b276b61dc8 req-7ce9b661-9840-4c4e-88ea-abeff48db428 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:01.469272 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-74d879a1-8ba2-41d9-88be-76b276b61dc8 req-7ce9b661-9840-4c4e-88ea-abeff48db428 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 945 time: 0.2284455 Jun 30 11:58:01.511745 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2dc6f-f092-496e-b88f-99a1d1988248 req-1b686db9-a274-48ad-9e2c-632f464e764b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:01.516199 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c7b2dc6f-f092-496e-b88f-99a1d1988248 req-1b686db9-a274-48ad-9e2c-632f464e764b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.2113426 Jun 30 11:58:01.522663 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 43042) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:01.529663 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-2c46f3be-33b6-4310-80ca-ee23c12733ff tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Request body: {'floatingip': {'port_id': '77b560b8-8267-4535-b666-e0f57755896c'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:58:01.540703 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-74d879a1-8ba2-41d9-88be-76b276b61dc8 req-be5989c3-75ce-44a4-ab08-438b3f2c2018 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603230 Jun 30 11:58:01.588907 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-98aad4df-5d7b-40d8-a348-442d49b2ee61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:01.632140 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2c46f3be-33b6-4310-80ca-ee23c12733ff tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for floatingip, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:01.714426 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-98aad4df-5d7b-40d8-a348-442d49b2ee61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:01.813358 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f1621-0bb9-43d1-a36f-2b9aad954902 req-25e13904-c50f-475b-8e61-ee4749e81531 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:01.816002 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5e0f1621-0bb9-43d1-a36f-2b9aad954902 req-25e13904-c50f-475b-8e61-ee4749e81531 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.1233540 Jun 30 11:58:01.887750 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5e0f1621-0bb9-43d1-a36f-2b9aad954902 req-9d3d5645-eb5f-448c-ba01-5bdc01f8a309 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0554552 Jun 30 11:58:02.049329 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:58:02.134032 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-98aad4df-5d7b-40d8-a348-442d49b2ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:02.171686 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aad4df-5d7b-40d8-a348-442d49b2ee61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd1e1bd-bbd9-401b-addb-f0400b13c584,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:02.188395 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-98aad4df-5d7b-40d8-a348-442d49b2ee61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:02.189598 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-98aad4df-5d7b-40d8-a348-442d49b2ee61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fcd1e1bd-bbd9-401b-addb-f0400b13c584 HTTP/1.1" status: 204 len: 168 time: 0.7444496 Jun 30 11:58:02.492817 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2c46f3be-33b6-4310-80ca-ee23c12733ff tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:02.682182 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2c46f3be-33b6-4310-80ca-ee23c12733ff tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:02.778008 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd53f91-2b67-49df-bd6c-24ed5ea16a84 req-7be83c0c-994a-4eba-b703-9e2ef14bb375 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:02.780870 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3fd53f91-2b67-49df-bd6c-24ed5ea16a84 req-7be83c0c-994a-4eba-b703-9e2ef14bb375 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 945 time: 0.0995615 Jun 30 11:58:02.861360 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3fd53f91-2b67-49df-bd6c-24ed5ea16a84 req-f7b80eb0-10b1-49c1-a49c-903ccb11c889 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708125 Jun 30 11:58:02.891583 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [None req-2c46f3be-33b6-4310-80ca-ee23c12733ff tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Floating IP cc190a31-ded1-48be-ab54-0e2af6429ab0 associated. External IP: 172.27.1.114, port: 77b560b8-8267-4535-b666-e0f57755896c. Jun 30 11:58:03.187324 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4494048-c1b4-45da-afd0-b1f95202dd31 req-7fa00770-5be5-4802-af3a-6416b329d096 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:03.201465 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e4494048-c1b4-45da-afd0-b1f95202dd31 req-7fa00770-5be5-4802-af3a-6416b329d096 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 945 time: 0.2337563 Jun 30 11:58:03.201605 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 43086) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:03.209812 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-e90bf400-9e94-404f-8e1b-5b355159c6ca tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'floatingip': {'port_id': 'b7821781-c02f-4e12-94d2-917217377a39'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:58:03.232991 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 43090) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:03.268941 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ba6be0f4-d389-4401-9953-edbe68f6d556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:03.301921 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-ba6be0f4-d389-4401-9953-edbe68f6d556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:58:03.302414 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355adceb-7349-4325-97b7-594b5622f299 req-560e7907-5808-4b63-9329-efe7b2624cdf tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:03.304081 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-355adceb-7349-4325-97b7-594b5622f299 req-560e7907-5808-4b63-9329-efe7b2624cdf tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.2424459 Jun 30 11:58:03.304242 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-ba6be0f4-d389-4401-9953-edbe68f6d556 admin admin] Usage tracker for resource:security_group_rule and tenant:d20495bbf972444ba58fb6cff474c2b9 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:58:03.308785 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-ba6be0f4-d389-4401-9953-edbe68f6d556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:58:03.311490 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e90bf400-9e94-404f-8e1b-5b355159c6ca tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:03.324643 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-ba6be0f4-d389-4401-9953-edbe68f6d556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:58:03.361665 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c46f3be-33b6-4310-80ca-ee23c12733ff tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Router d2e50eca-6524-489c-9f17-ad400347eae9 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:58:03.487271 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-355adceb-7349-4325-97b7-594b5622f299 req-3c7ced36-5632-4f34-a478-53ff1eb53568 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1165755 Jun 30 11:58:03.587671 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ba6be0f4-d389-4401-9953-edbe68f6d556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:03.601984 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c46f3be-33b6-4310-80ca-ee23c12733ff tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:58:03.616903 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2c46f3be-33b6-4310-80ca-ee23c12733ff tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:03.619772 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e33ee0c-1278-4fba-8c83-82654417e32b None None] Sync routers for ids ['d2e50eca-6524-489c-9f17-ad400347eae9'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:58:03.640470 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33ee0c-1278-4fba-8c83-82654417e32b None None] Routers {'d2e50eca-6524-489c-9f17-ad400347eae9'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:58:03.641090 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-6e33ee0c-1278-4fba-8c83-82654417e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:57:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['d2e50eca-6524-489c-9f17-ad400347eae9'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:03.822562 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-2c46f3be-33b6-4310-80ca-ee23c12733ff tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "PUT /v2.0/floatingips/cc190a31-ded1-48be-ab54-0e2af6429ab0 HTTP/1.1" status: 200 len: 992 time: 2.2955685 Jun 30 11:58:03.822562 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'tag': '77b560b8-8267-4535-b666-e0f57755896c'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:58:03.825785 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ba6be0f4-d389-4401-9953-edbe68f6d556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:03.915872 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-6e33ee0c-1278-4fba-8c83-82654417e32b None None] Set router d2e50eca-6524-489c-9f17-ad400347eae9 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:58:03.925292 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cf821a-c3a1-4b09-8b9e-7d7a07193785'] response: {'name': 'network-changed', 'server_uuid': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'tag': '77b560b8-8267-4535-b666-e0f57755896c', 'status': 'completed', 'code': 200} Jun 30 11:58:03.944518 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-ba6be0f4-d389-4401-9953-edbe68f6d556 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d20495bbf972444ba58fb6cff474c2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7111943 Jun 30 11:58:03.979276 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 43108) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:03.994783 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6be0f4-d389-4401-9953-edbe68f6d556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe36859-b8c3-46f3-8848-43f68f7e2b5b,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:04.044106 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34f55-94f1-4bd1-abe7-e5c64626deb5 req-31e1432c-2fa3-4509-bf5c-537d30fc38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:04.045929 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a2e34f55-94f1-4bd1-abe7-e5c64626deb5 req-31e1432c-2fa3-4509-bf5c-537d30fc38b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 1099 time: 0.1003435 Jun 30 11:58:04.097340 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8fe9961-786c-463b-a560-0a6f37b274ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:04.222948 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34f55-94f1-4bd1-abe7-e5c64626deb5 req-b81aa104-cb23-4594-8f57-39a90f28cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:04.224652 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a2e34f55-94f1-4bd1-abe7-e5c64626deb5 req-b81aa104-cb23-4594-8f57-39a90f28cc71 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 920 time: 0.1726248 Jun 30 11:58:04.290165 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8fe9961-786c-463b-a560-0a6f37b274ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:04.312945 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.db.resource_extend [None req-e90bf400-9e94-404f-8e1b-5b355159c6ca tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 11:58:04.390759 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a2e34f55-94f1-4bd1-abe7-e5c64626deb5 req-6e557ca1-e400-4bdd-a235-8f5717065b8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b560b8-8267-4535-b666-e0f57755896c HTTP/1.1" status: 200 len: 1000 time: 0.1525242 Jun 30 11:58:04.444500 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-6e33ee0c-1278-4fba-8c83-82654417e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 4, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'cc190a31-ded1-48be-ab54-0e2af6429ab0', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'port_id': '77b560b8-8267-4535-b666-e0f57755896c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'mac_address': 'fa:16:3e:b7:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:57:22Z', 'updated_at': '2022-06-30T11:58:02Z', 'revision_number': 1, 'project_id': '843f057330a14531be79ff8bf58367eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b02014-946d-4cfb-b8f9-985b2c8695dc', 'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'mac_address': 'fa:16:3e:0e:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:05Z', 'updated_at': '2022-06-30T11:55:33Z', 'revision_number': 5, 'project_id': '843f057330a14531be79ff8bf58367eb', 'subnets': [{'id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:04.451048 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e33ee0c-1278-4fba-8c83-82654417e32b None None] Checking router: d2e50eca-6524-489c-9f17-ad400347eae9 for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:58:04.464991 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e90bf400-9e94-404f-8e1b-5b355159c6ca tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:04.467156 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33ee0c-1278-4fba-8c83-82654417e32b None None] Routers {'d2e50eca-6524-489c-9f17-ad400347eae9'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:58:04.467786 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-6e33ee0c-1278-4fba-8c83-82654417e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:57:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['d2e50eca-6524-489c-9f17-ad400347eae9'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:04.484466 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34f55-94f1-4bd1-abe7-e5c64626deb5 req-9215d9aa-a1e3-4cc0-aff5-95d12a859503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:04.486225 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a2e34f55-94f1-4bd1-abe7-e5c64626deb5 req-9215d9aa-a1e3-4cc0-aff5-95d12a859503 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.0884416 Jun 30 11:58:04.521777 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8fe9961-786c-463b-a560-0a6f37b274ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:04.542842 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe9961-786c-463b-a560-0a6f37b274ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe36859-b8c3-46f3-8848-43f68f7e2b5b,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:04.556539 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f8fe9961-786c-463b-a560-0a6f37b274ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:04.557770 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-f8fe9961-786c-463b-a560-0a6f37b274ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fe36859-b8c3-46f3-8848-43f68f7e2b5b HTTP/1.1" status: 204 len: 168 time: 0.5773635 Jun 30 11:58:04.585400 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e90bf400-9e94-404f-8e1b-5b355159c6ca tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:04.600040 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34f55-94f1-4bd1-abe7-e5c64626deb5 req-ce4ff68f-d659-41d0-9992-118f9e86d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:04.602009 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a2e34f55-94f1-4bd1-abe7-e5c64626deb5 req-ce4ff68f-d659-41d0-9992-118f9e86d585 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1094317 Jun 30 11:58:04.788761 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-6e33ee0c-1278-4fba-8c83-82654417e32b None None] Set router d2e50eca-6524-489c-9f17-ad400347eae9 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:58:04.859249 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a2e34f55-94f1-4bd1-abe7-e5c64626deb5 req-a8a1f97b-4bce-4f3c-b728-75fe32372ceb service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219789 Jun 30 11:58:04.892517 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.l3_db [None req-e90bf400-9e94-404f-8e1b-5b355159c6ca tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Floating IP 7f477328-7d22-4562-85ec-cfb88f5e06b0 associated. External IP: 172.27.1.6, port: b7821781-c02f-4e12-94d2-917217377a39. Jun 30 11:58:05.071463 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a2e34f55-94f1-4bd1-abe7-e5c64626deb5 req-d64102de-1c6c-41ea-bceb-a0c33eac1e2e service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997313 Jun 30 11:58:05.141394 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb5a68-6283-497a-a5ea-0c2e55e47828 req-07667497-34fc-4537-82f0-812095388aa4 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:05.157044 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-61fb5a68-6283-497a-a5ea-0c2e55e47828 req-07667497-34fc-4537-82f0-812095388aa4 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.3571739 Jun 30 11:58:05.229038 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358fa1c-6a2a-46e5-af8e-cff1836dfb94 req-8305cd4c-7ab9-4edb-ad53-0e28f1f662a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:05.230570 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7358fa1c-6a2a-46e5-af8e-cff1836dfb94 req-8305cd4c-7ab9-4edb-ad53-0e28f1f662a3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb&tenant_id=66756d824b614f6a8344f03d7aa9133d HTTP/1.1" status: 200 len: 1097 time: 0.1265116 Jun 30 11:58:05.310031 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-6e33ee0c-1278-4fba-8c83-82654417e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 4, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'cc190a31-ded1-48be-ab54-0e2af6429ab0', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'port_id': '77b560b8-8267-4535-b666-e0f57755896c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'mac_address': 'fa:16:3e:b7:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:57:22Z', 'updated_at': '2022-06-30T11:58:02Z', 'revision_number': 1, 'project_id': '843f057330a14531be79ff8bf58367eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b02014-946d-4cfb-b8f9-985b2c8695dc', 'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'mac_address': 'fa:16:3e:0e:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:05Z', 'updated_at': '2022-06-30T11:55:33Z', 'revision_number': 5, 'project_id': '843f057330a14531be79ff8bf58367eb', 'subnets': [{'id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:05.333359 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e33ee0c-1278-4fba-8c83-82654417e32b None None] The sync data for ids ['d2e50eca-6524-489c-9f17-ad400347eae9'] in dv-cinder-848250-1-iscsi is: [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 4, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'cc190a31-ded1-48be-ab54-0e2af6429ab0', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'port_id': '77b560b8-8267-4535-b666-e0f57755896c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'mac_address': 'fa:16:3e:b7:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:57:22Z', 'updated_at': '2022-06-30T11:58:02Z', 'revision_number': 1, 'project_id': '843f057330a14531be79ff8bf58367eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b02014-946d-4cfb-b8f9-985b2c8695dc', 'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'mac_address': 'fa:16:3e:0e:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:05Z', 'updated_at': '2022-06-30T11:55:33Z', 'revision_number': 5, 'project_id': '843f057330a14531be79ff8bf58367eb', 'subnets': [{'id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:58:05.392784 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-61fb5a68-6283-497a-a5ea-0c2e55e47828 req-583ffb90-cf11-4790-9e2b-241b72163426 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2346718 Jun 30 11:58:05.411043 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358fa1c-6a2a-46e5-af8e-cff1836dfb94 req-faf4883e-cc0c-455b-9b21-9b71cbbcab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:05.412723 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7358fa1c-6a2a-46e5-af8e-cff1836dfb94 req-faf4883e-cc0c-455b-9b21-9b71cbbcab54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66756d824b614f6a8344f03d7aa9133d&device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 1097 time: 0.1431067 Jun 30 11:58:05.468425 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90bf400-9e94-404f-8e1b-5b355159c6ca tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Router 00155358-9483-4606-9d77-1dca63089318 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:58:05.604643 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358fa1c-6a2a-46e5-af8e-cff1836dfb94 req-2e089037-c03e-4c2c-8f19-27e2228a236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:05.606209 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7358fa1c-6a2a-46e5-af8e-cff1836dfb94 req-2e089037-c03e-4c2c-8f19-27e2228a236a service neutron] 10.222.0.44 "GET /v2.0/networks?id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f HTTP/1.1" status: 200 len: 917 time: 0.1855655 Jun 30 11:58:05.687021 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea651cbf-65a8-482d-8b8c-e0ede9e42c7b None None] New status for floating IP cc190a31-ded1-48be-ab54-0e2af6429ab0: ACTIVE {{(pid=88753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:58:05.691576 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90bf400-9e94-404f-8e1b-5b355159c6ca tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:58:05.698443 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e90bf400-9e94-404f-8e1b-5b355159c6ca tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:05.705681 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6727745-7da3-46d1-b530-80d1666decc7 None None] Sync routers for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:58:05.741005 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6727745-7da3-46d1-b530-80d1666decc7 None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:58:05.743678 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-c6727745-7da3-46d1-b530-80d1666decc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:57:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:05.772542 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7358fa1c-6a2a-46e5-af8e-cff1836dfb94 req-e9491c6f-13a9-4b6b-82c1-1355233b4128 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda HTTP/1.1" status: 200 len: 1000 time: 0.1531796 Jun 30 11:58:05.781912 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-e90bf400-9e94-404f-8e1b-5b355159c6ca tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "PUT /v2.0/floatingips/7f477328-7d22-4562-85ec-cfb88f5e06b0 HTTP/1.1" status: 200 len: 989 time: 2.5759358 Jun 30 11:58:05.781912 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abf103f-d986-43f8-90f1-eb0c5dbe996e', 'tag': 'b7821781-c02f-4e12-94d2-917217377a39'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:58:05.928755 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6e1b2c-6882-4e35-b642-10b0383cc3f6'] response: {'name': 'network-changed', 'server_uuid': '9abf103f-d986-43f8-90f1-eb0c5dbe996e', 'tag': 'b7821781-c02f-4e12-94d2-917217377a39', 'status': 'completed', 'code': 200} Jun 30 11:58:06.042773 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358fa1c-6a2a-46e5-af8e-cff1836dfb94 req-d907685f-6cff-4067-8eec-a05938c56240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:06.045080 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7358fa1c-6a2a-46e5-af8e-cff1836dfb94 req-d907685f-6cff-4067-8eec-a05938c56240 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fda0c666-547b-4f4c-9f02-e4a51b02d42a HTTP/1.1" status: 200 len: 855 time: 0.2602041 Jun 30 11:58:06.074272 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-c6727745-7da3-46d1-b530-80d1666decc7 None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:58:06.152251 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f9557-d2c9-453e-85da-61528d19b232 req-e87f3e98-879e-4c06-84d2-147ce3a9db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:06.155895 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-802f9557-d2c9-453e-85da-61528d19b232 req-e87f3e98-879e-4c06-84d2-147ce3a9db49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 1098 time: 0.2015059 Jun 30 11:58:06.241237 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358fa1c-6a2a-46e5-af8e-cff1836dfb94 req-3715b8b0-bbf4-437e-9c01-8706a7adf05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:06.242643 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7358fa1c-6a2a-46e5-af8e-cff1836dfb94 req-3715b8b0-bbf4-437e-9c01-8706a7adf05f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1861243 Jun 30 11:58:06.527528 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-c6727745-7da3-46d1-b530-80d1666decc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '7f477328-7d22-4562-85ec-cfb88f5e06b0', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': 'b7821781-c02f-4e12-94d2-917217377a39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:d5:5b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf103f-d986-43f8-90f1-eb0c5dbe996e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:57:29Z', 'updated_at': '2022-06-30T11:58:04Z', 'revision_number': 1, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}, {'id': 'e9876cb4-a9da-4563-a09b-5c4d3c155027', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:22:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:30Z', 'updated_at': '2022-06-30T11:56:21Z', 'revision_number': 2, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:06.537439 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6727745-7da3-46d1-b530-80d1666decc7 None None] Checking router: 00155358-9483-4606-9d77-1dca63089318 for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:58:06.548889 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6727745-7da3-46d1-b530-80d1666decc7 None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:58:06.550531 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-c6727745-7da3-46d1-b530-80d1666decc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:57:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:06.587883 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7358fa1c-6a2a-46e5-af8e-cff1836dfb94 req-daf07960-707a-446e-9b21-f15f2dc8d70e service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362596 Jun 30 11:58:06.690088 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f9557-d2c9-453e-85da-61528d19b232 req-197ab3e0-2853-49be-96e9-a9495f56d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:06.691668 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-802f9557-d2c9-453e-85da-61528d19b232 req-197ab3e0-2853-49be-96e9-a9495f56d565 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74 HTTP/1.1" status: 200 len: 916 time: 0.5297141 Jun 30 11:58:06.776907 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b6f7b-dfb8-4e4e-89a1-74af74cf57ce req-77fe4a47-76a5-471b-bd52-43b027dc511a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:06.776907 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-803b6f7b-dfb8-4e4e-89a1-74af74cf57ce req-77fe4a47-76a5-471b-bd52-43b027dc511a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.1612122 Jun 30 11:58:06.809844 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-c6727745-7da3-46d1-b530-80d1666decc7 None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:58:06.833518 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-803b6f7b-dfb8-4e4e-89a1-74af74cf57ce req-8d0b5dbc-0f4c-4fa6-9621-8fd3ee7ef146 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0497124 Jun 30 11:58:06.855107 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-802f9557-d2c9-453e-85da-61528d19b232 req-f869f630-3315-4dc2-a5c4-58ef47abbc58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7821781-c02f-4e12-94d2-917217377a39 HTTP/1.1" status: 200 len: 997 time: 0.1395030 Jun 30 11:58:06.929806 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7358fa1c-6a2a-46e5-af8e-cff1836dfb94 req-198fa701-2527-406b-ade5-27e22523c360 service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264182 Jun 30 11:58:06.948476 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f9557-d2c9-453e-85da-61528d19b232 req-c904ceeb-7cdb-4516-b386-b3a8931834fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:06.955615 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-802f9557-d2c9-453e-85da-61528d19b232 req-c904ceeb-7cdb-4516-b386-b3a8931834fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ea6951d-83ae-414a-b63e-039dc352ff4b HTTP/1.1" status: 200 len: 854 time: 0.0862215 Jun 30 11:58:07.049703 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f9557-d2c9-453e-85da-61528d19b232 req-170ebf8f-ed5c-4bdc-8b03-819fd6aee201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:07.051264 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-802f9557-d2c9-453e-85da-61528d19b232 req-170ebf8f-ed5c-4bdc-8b03-819fd6aee201 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891902 Jun 30 11:58:07.198694 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-802f9557-d2c9-453e-85da-61528d19b232 req-c1c1d078-4e7c-4fed-9480-44457523a757 service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406734 Jun 30 11:58:07.293824 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-c6727745-7da3-46d1-b530-80d1666decc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '7f477328-7d22-4562-85ec-cfb88f5e06b0', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': 'b7821781-c02f-4e12-94d2-917217377a39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:d5:5b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf103f-d986-43f8-90f1-eb0c5dbe996e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:57:29Z', 'updated_at': '2022-06-30T11:58:04Z', 'revision_number': 1, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}, {'id': 'e9876cb4-a9da-4563-a09b-5c4d3c155027', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:22:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:30Z', 'updated_at': '2022-06-30T11:56:21Z', 'revision_number': 2, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:07.301532 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6727745-7da3-46d1-b530-80d1666decc7 None None] The sync data for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi is: [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '7f477328-7d22-4562-85ec-cfb88f5e06b0', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': 'b7821781-c02f-4e12-94d2-917217377a39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:d5:5b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abf103f-d986-43f8-90f1-eb0c5dbe996e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:57:29Z', 'updated_at': '2022-06-30T11:58:04Z', 'revision_number': 1, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}, {'id': 'e9876cb4-a9da-4563-a09b-5c4d3c155027', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:22:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:30Z', 'updated_at': '2022-06-30T11:56:21Z', 'revision_number': 2, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:58:07.374093 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-802f9557-d2c9-453e-85da-61528d19b232 req-ed4ac9be-d622-4fa0-8780-932db856e59c service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671963 Jun 30 11:58:07.558914 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c6e3c-7232-48d5-8b4d-34669693c4ce None None] New status for floating IP 7f477328-7d22-4562-85ec-cfb88f5e06b0: ACTIVE {{(pid=88753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:58:08.135218 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ea50e-52c3-45d5-bc80-c4a19256d3f0 req-d78627a8-2734-415f-be4d-e5016fbe05d0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:08.136804 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-700ea50e-52c3-45d5-bc80-c4a19256d3f0 req-d78627a8-2734-415f-be4d-e5016fbe05d0 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.1455257 Jun 30 11:58:08.188639 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-700ea50e-52c3-45d5-bc80-c4a19256d3f0 req-c0884e0d-887d-462d-9bb7-02713cf27036 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454473 Jun 30 11:58:09.396983 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55575e9-4e48-4e1a-888e-49804801bda4 req-4cf6b73b-1f9a-4341-831f-1b6dc79bc44e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:09.398475 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a55575e9-4e48-4e1a-888e-49804801bda4 req-4cf6b73b-1f9a-4341-831f-1b6dc79bc44e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.0906558 Jun 30 11:58:09.449546 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a55575e9-4e48-4e1a-888e-49804801bda4 req-446708a5-15fb-413d-b496-3dfe1b16e531 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452390 Jun 30 11:58:10.773786 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a06ba-e15a-4092-aa46-966d42eefc2f req-ce15d0b7-75b2-4528-9aa9-9701057a65f8 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:10.776388 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-187a06ba-e15a-4092-aa46-966d42eefc2f req-ce15d0b7-75b2-4528-9aa9-9701057a65f8 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.2131619 Jun 30 11:58:10.847795 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-187a06ba-e15a-4092-aa46-966d42eefc2f req-89598b6e-0f7a-4040-b938-6e7e459e7663 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0588057 Jun 30 11:58:12.103903 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0cc49-fadd-43bd-94df-f4c04c2723b6 req-99a9a1ac-9a2a-4ef6-93e8-7da3ef967c42 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:12.105753 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-62c0cc49-fadd-43bd-94df-f4c04c2723b6 req-99a9a1ac-9a2a-4ef6-93e8-7da3ef967c42 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.1258426 Jun 30 11:58:12.155752 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-62c0cc49-fadd-43bd-94df-f4c04c2723b6 req-2a5989c7-47de-4f0b-8212-35d9d2bb6c3c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430801 Jun 30 11:58:13.364057 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad94169-c925-4097-b538-c622e2830e8b req-72614b78-e260-44f0-ac03-92fde0b3646c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:13.365686 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dad94169-c925-4097-b538-c622e2830e8b req-72614b78-e260-44f0-ac03-92fde0b3646c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.0923414 Jun 30 11:58:13.418020 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dad94169-c925-4097-b538-c622e2830e8b req-f12d37c0-83d1-4690-a004-7594ceffcc4f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464888 Jun 30 11:58:14.651935 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6d043-2638-430f-9ba8-bd95d0cfacac req-9ab340ee-c53c-4c4b-8769-20ef8aec1fb8 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:14.653566 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d8f6d043-2638-430f-9ba8-bd95d0cfacac req-9ab340ee-c53c-4c4b-8769-20ef8aec1fb8 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.1101365 Jun 30 11:58:14.698859 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d8f6d043-2638-430f-9ba8-bd95d0cfacac req-36049707-43e4-42cb-b338-6b1ebb5c972f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0387349 Jun 30 11:58:15.943664 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0da32f-8e76-4086-b908-9642e640ce40 req-e0f56234-e1e1-4888-a5d8-189d5c29f191 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:15.946378 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8b0da32f-8e76-4086-b908-9642e640ce40 req-e0f56234-e1e1-4888-a5d8-189d5c29f191 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.1229134 Jun 30 11:58:15.952888 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:15.995640 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 43326) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:16.006762 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8b0da32f-8e76-4086-b908-9642e640ce40 req-1073a36c-c483-49b7-b1e4-816ad2f503f7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0537333 Jun 30 11:58:16.127421 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:16.143431 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:58:16.147853 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Usage tracker for resource:security_group_rule and tenant:e9ce535002094093b571984ba03d69b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:58:16.153732 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:58:16.156938 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:58:16.268789 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:16.355764 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:16.399595 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793c63d6-e86f-4dce-96ef-51abe194bd32,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:16.425569 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 43338) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:16.425810 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9ce535002094093b571984ba03d69b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285960 Jun 30 11:58:16.427687 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.428342 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.428909 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.429503 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.430032 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.430562 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.431083 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.431629 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.432162 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.432781 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.433378 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.433898 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166c923-a6e0-4934-aef5-fee0981234b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.510788 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:16.542255 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:16.904579 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:16.921981 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793c63d6-e86f-4dce-96ef-51abe194bd32,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:16.933226 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.933402 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.933795 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.934057 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.934493 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.934739 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.935151 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.935520 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.935819 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.936132 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.936468 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.936785 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:16.942526 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:16.946716 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-cb2d345d-3221-463c-9a26-dbf7bece6fbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/793c63d6-e86f-4dce-96ef-51abe194bd32 HTTP/1.1" status: 204 len: 168 time: 0.5152409 Jun 30 11:58:17.207716 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 43348) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:17.288492 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00feac-ab73-47a3-ad94-6c1537efdcc6 req-bd33f56d-45d3-4759-8876-feaae8e04d8c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:17.293790 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4c00feac-ab73-47a3-ad94-6c1537efdcc6 req-bd33f56d-45d3-4759-8876-feaae8e04d8c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.1621211 Jun 30 11:58:17.341955 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4c00feac-ab73-47a3-ad94-6c1537efdcc6 req-652f7f26-ff15-4647-a340-18abb1681708 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445998 Jun 30 11:58:17.530574 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bb7a328f-a98a-45e0-80ec-ba4fa560919b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:17.546940 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-bb7a328f-a98a-45e0-80ec-ba4fa560919b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:58:17.552695 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-bb7a328f-a98a-45e0-80ec-ba4fa560919b admin admin] Usage tracker for resource:security_group_rule and tenant:99bcb9ee6f6b4c9aac6c28803cb3f9c4 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:58:17.556069 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-bb7a328f-a98a-45e0-80ec-ba4fa560919b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:58:17.562594 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-bb7a328f-a98a-45e0-80ec-ba4fa560919b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:58:17.694359 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bb7a328f-a98a-45e0-80ec-ba4fa560919b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:17.764782 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-86684381-c0e7-496c-9297-0bf4ae7d9f3b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Synchronizing usage tracker for tenant:eba484848b8e4410a0a4acc6f3019575 on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:58:17.767699 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bb7a328f-a98a-45e0-80ec-ba4fa560919b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:17.806767 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a328f-a98a-45e0-80ec-ba4fa560919b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91979a5-d909-437b-ac61-0bf4fc41e481,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:17.830189 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-bb7a328f-a98a-45e0-80ec-ba4fa560919b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99bcb9ee6f6b4c9aac6c28803cb3f9c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6204729 Jun 30 11:58:17.836345 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 43364) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:17.868844 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-86684381-c0e7-496c-9297-0bf4ae7d9f3b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Unset dirty status for tenant:eba484848b8e4410a0a4acc6f3019575 on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:58:17.871264 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-86684381-c0e7-496c-9297-0bf4ae7d9f3b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239665831&fields=id&tenant_id=eba484848b8e4410a0a4acc6f3019575 HTTP/1.1" status: 200 len: 267 time: 0.1459403 Jun 30 11:58:17.936170 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6a2ebc43-3ad0-4935-8938-b2dc6d812e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:17.979182 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6a2ebc43-3ad0-4935-8938-b2dc6d812e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:18.043931 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 43368) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:18.067030 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c47a5c32-d33d-484a-a33e-45f38e43973d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:18.082820 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-20891190-d59e-4438-b5d4-6c499b6af639 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:18.083712 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-20891190-d59e-4438-b5d4-6c499b6af639 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Synchronizing usage tracker for tenant:eba484848b8e4410a0a4acc6f3019575 on resource:network {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:58:18.084564 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-c47a5c32-d33d-484a-a33e-45f38e43973d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:58:18.090809 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-c47a5c32-d33d-484a-a33e-45f38e43973d admin admin] Usage tracker for resource:security_group_rule and tenant:acdfc46ec69a46278490be9660991d28 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:58:18.096940 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-c47a5c32-d33d-484a-a33e-45f38e43973d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:58:18.109424 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-c47a5c32-d33d-484a-a33e-45f38e43973d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:58:18.138795 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6a2ebc43-3ad0-4935-8938-b2dc6d812e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:18.173273 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ebc43-3ad0-4935-8938-b2dc6d812e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91979a5-d909-437b-ac61-0bf4fc41e481,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:18.184479 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6a2ebc43-3ad0-4935-8938-b2dc6d812e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:18.185626 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-6a2ebc43-3ad0-4935-8938-b2dc6d812e55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c91979a5-d909-437b-ac61-0bf4fc41e481 HTTP/1.1" status: 204 len: 168 time: 0.3480539 Jun 30 11:58:18.207238 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3ac9bfc0-c046-4d24-ad9d-e554a426c61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:18.289687 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c47a5c32-d33d-484a-a33e-45f38e43973d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:18.372794 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c47a5c32-d33d-484a-a33e-45f38e43973d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:18.427207 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-c47a5c32-d33d-484a-a33e-45f38e43973d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acdfc46ec69a46278490be9660991d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818069 Jun 30 11:58:18.429969 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 43378) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:18.430704 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a5c32-d33d-484a-a33e-45f38e43973d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be034fe-0d8e-4fcf-a321-5eff3f071aa4,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:18.486280 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-20891190-d59e-4438-b5d4-6c499b6af639 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Unset dirty status for tenant:eba484848b8e4410a0a4acc6f3019575 on resource:network {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:58:18.487549 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-20891190-d59e-4438-b5d4-6c499b6af639 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/networks?id=33724ee5-5a3e-4d68-a19f-6043ed2b8c26 HTTP/1.1" status: 200 len: 808 time: 0.6100085 Jun 30 11:58:18.575659 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-bfac0cd9-04b2-4728-bc99-72185f672f7b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/quotas/eba484848b8e4410a0a4acc6f3019575 HTTP/1.1" status: 200 len: 375 time: 0.0748091 Jun 30 11:58:18.674178 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-49cdfce7-6929-4685-9c6b-7578e442c6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:18.719015 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-49cdfce7-6929-4685-9c6b-7578e442c6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:18.752311 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2bbe8-c191-42bd-a387-05eece812247 req-64433b74-1a5f-4504-8853-75793d81a5b3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:18.753969 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ead2bbe8-c191-42bd-a387-05eece812247 req-64433b74-1a5f-4504-8853-75793d81a5b3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.2654610 Jun 30 11:58:18.828752 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-576a44a6-e33d-4372-983c-783a4456ef42 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eba484848b8e4410a0a4acc6f3019575&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2410929 Jun 30 11:58:18.832124 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ead2bbe8-c191-42bd-a387-05eece812247 req-2fb4122a-96b6-4f14-b456-4325873ce6e1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0603096 Jun 30 11:58:18.955637 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-49cdfce7-6929-4685-9c6b-7578e442c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:18.982648 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdfce7-6929-4685-9c6b-7578e442c6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be034fe-0d8e-4fcf-a321-5eff3f071aa4,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:18.992867 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-7ea196f3-7523-4ba3-84dc-ee6c8ae503b4 service neutron] 10.222.0.18 "GET /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474769 Jun 30 11:58:18.994784 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-49cdfce7-6929-4685-9c6b-7578e442c6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:18.996249 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-49cdfce7-6929-4685-9c6b-7578e442c6e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6be034fe-0d8e-4fcf-a321-5eff3f071aa4 HTTP/1.1" status: 204 len: 168 time: 0.5647769 Jun 30 11:58:19.131293 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-5f2d23b1-488c-4108-924a-eb7ae32117b0 service neutron] 10.222.0.18 "GET /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325085 Jun 30 11:58:20.046772 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed153b-a294-43e1-9f68-1177b3d1ae3c req-a3b9a0ca-7644-4d86-8893-74fd898b219f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:20.048273 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c8ed153b-a294-43e1-9f68-1177b3d1ae3c req-a3b9a0ca-7644-4d86-8893-74fd898b219f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.0945728 Jun 30 11:58:20.092771 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c8ed153b-a294-43e1-9f68-1177b3d1ae3c req-b0d46430-2c43-4397-a920-ff70c884962d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382588 Jun 30 11:58:20.432760 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-45f51972-7129-4eeb-9ce0-79822b33c4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:21.070841 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-90681083-fadf-4dc0-9ec6-6c876b46d8c3 req-fa5cae48-9e6c-4c77-acc8-075a8c70bd4d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0515113 Jun 30 11:58:21.267068 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 43446) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:21.405037 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25112079-e764-44ce-bab5-034057f87faa req-d935881c-7e44-40b7-b3e2-262d1efa3ecd tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:21.405037 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-25112079-e764-44ce-bab5-034057f87faa req-d935881c-7e44-40b7-b3e2-262d1efa3ecd tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.1886597 Jun 30 11:58:21.405370 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a96ec69c-a96f-4181-a0e7-6bef9252bc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:21.416304 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-a96ec69c-a96f-4181-a0e7-6bef9252bc73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:58:21.420389 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-a96ec69c-a96f-4181-a0e7-6bef9252bc73 admin admin] Usage tracker for resource:security_group_rule and tenant:956ebf8e2af64a8f915db1df64155c18 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:58:21.423315 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-a96ec69c-a96f-4181-a0e7-6bef9252bc73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:58:21.429740 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-a96ec69c-a96f-4181-a0e7-6bef9252bc73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:58:21.444793 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-25112079-e764-44ce-bab5-034057f87faa req-dd21d34d-2fef-4340-a0af-1660949dd032 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404205 Jun 30 11:58:21.471639 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:21.519865 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a96ec69c-a96f-4181-a0e7-6bef9252bc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:21.617924 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a96ec69c-a96f-4181-a0e7-6bef9252bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:21.661333 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:21.667451 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-a96ec69c-a96f-4181-a0e7-6bef9252bc73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=956ebf8e2af64a8f915db1df64155c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992140 Jun 30 11:58:21.668313 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ec69c-a96f-4181-a0e7-6bef9252bc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5550c4-fb41-4182-8218-64894912bf95,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:21.670185 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 43452) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:21.730505 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-af240d1d-01b9-4135-992a-840a742682de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:21.757427 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-af240d1d-01b9-4135-992a-840a742682de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:21.903780 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-af240d1d-01b9-4135-992a-840a742682de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:21.921066 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af240d1d-01b9-4135-992a-840a742682de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5550c4-fb41-4182-8218-64894912bf95,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:21.925491 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-af240d1d-01b9-4135-992a-840a742682de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:21.927522 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-af240d1d-01b9-4135-992a-840a742682de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e5550c4-fb41-4182-8218-64894912bf95 HTTP/1.1" status: 204 len: 168 time: 0.2561414 Jun 30 11:58:22.173373 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9a1031a5-de3c-4b76-b744-775cca92834f req-389d9426-797b-481f-914c-da42a6be7679 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0502520 Jun 30 11:58:22.649444 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f667b-9e62-4242-a31b-bbd776857d03 req-71e910e4-a801-4cb4-acf4-cff90bdba7ae tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:22.650924 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-761f667b-9e62-4242-a31b-bbd776857d03 req-71e910e4-a801-4cb4-acf4-cff90bdba7ae tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.0926495 Jun 30 11:58:22.698606 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-761f667b-9e62-4242-a31b-bbd776857d03 req-89f617cd-3438-477d-b995-0b51c02a0dda tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417173 Jun 30 11:58:23.051618 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 43484) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:23.154495 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-596185994-network', 'tenant_id': 'e7a20a368d5b49ee99985f1a9449de4e'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:58:23.158996 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:58:23.162985 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Usage tracker for resource:network and tenant:e7a20a368d5b49ee99985f1a9449de4e is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:58:23.165856 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:58:23.169900 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:23.178370 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:58:23.320458 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Made reservation on behalf of e7a20a368d5b49ee99985f1a9449de4e for: {'network': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:58:23.322635 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:23.340049 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:23.350000 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7d64cad8-5926-40eb-af3c-e11631cd9dce req-bb5caeaa-2e57-4cce-975a-a95d73212730 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0704477 Jun 30 11:58:23.356753 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:58:23.360726 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Usage tracker for resource:security_group_rule and tenant:e7a20a368d5b49ee99985f1a9449de4e is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:58:23.364106 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:58:23.369894 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:58:23.455920 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:23.535452 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:23.566714 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=88751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:58:23.575883 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:23.581344 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:23.581685 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.segments_db [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Added segment 4cdb2a59-7895-4164-9981-425400ccd76a of type vlan for network 56835f9d-b554-40f1-900c-567f9a4eef23 Jun 30 11:58:23.608270 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:23.743716 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:23.744746 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:23.745303 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:23.901291 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] Pushing event updated for resources: {'Network': ['ID=56835f9d-b554-40f1-900c-567f9a4eef23,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:23.911351 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network 56835f9d-b554-40f1-900c-567f9a4eef23 details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:58:23.958187 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec840c-5cfe-4e8d-b279-ec6d5425a7cd req-1a9a6373-74d8-4fd9-aac0-d1f94c7ef2f1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:23.960467 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-beec840c-5cfe-4e8d-b279-ec6d5425a7cd req-1a9a6373-74d8-4fd9-aac0-d1f94c7ef2f1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.1381726 Jun 30 11:58:23.964790 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-6bf84310-b12b-499d-9fa4-3ac553547e3f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:23.966309 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-6bf84310-b12b-499d-9fa4-3ac553547e3f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.44 "GET /v2.0/networks?id=33724ee5-5a3e-4d68-a19f-6043ed2b8c26 HTTP/1.1" status: 200 len: 808 time: 0.1606038 Jun 30 11:58:23.992037 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-aa4f3b5a-569e-4815-9635-a9835e8a7372 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9349902 Jun 30 11:58:23.992037 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 43494) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:24.001780 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Request body: {'subnet': {'network_id': '56835f9d-b554-40f1-900c-567f9a4eef23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-596185994-subnet', 'tenant_id': 'e7a20a368d5b49ee99985f1a9449de4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:58:24.019449 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:58:24.028476 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Usage tracker for resource:subnet and tenant:e7a20a368d5b49ee99985f1a9449de4e is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:58:24.031621 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-f01e0999-63ab-417e-8117-97b9d5e4e139 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eba484848b8e4410a0a4acc6f3019575 HTTP/1.1" status: 200 len: 379 time: 0.0523663 Jun 30 11:58:24.033012 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:58:24.044730 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Request body: {'port': {'device_id': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'admin_state_up': True, 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'security_groups': ['b25f7a8d-68e8-4322-8f50-bbcf1d2caa38']}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:58:24.045009 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-beec840c-5cfe-4e8d-b279-ec6d5425a7cd req-a465deed-828c-4840-95f4-845ff319903a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0783479 Jun 30 11:58:24.045786 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:58:24.149618 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Made reservation on behalf of e7a20a368d5b49ee99985f1a9449de4e for: {'subnet': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:58:24.152709 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29340576'] for subnet, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:24.188162 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:58:24.192312 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Usage tracker for resource:port and tenant:eba484848b8e4410a0a4acc6f3019575 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:58:24.195851 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:58:24.201927 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:58:24.304263 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Made reservation on behalf of eba484848b8e4410a0a4acc6f3019575 for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:58:24.307849 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:24.414335 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27528643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29340566'] for subnet, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:24.542554 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53d795c-5b2e-460b-8161-5dbf83ecd3f0,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:24.548026 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-daa605af-691b-4147-9a32-0117831a66cc req-74c1d7e0-5978-4e46-a686-a2e81b24e0e3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0796621 Jun 30 11:58:24.556252 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Checking segment: {'id': '4cdb2a59-7895-4164-9981-425400ccd76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56835f9d-b554-40f1-900c-567f9a4eef23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:58:24.556464 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Network hostable DHCP agents. Network: 56835f9d-b554-40f1-900c-567f9a4eef23, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:58:24.592704 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Allocated IP 172.20.0.9 (33724ee5-5a3e-4d68-a19f-6043ed2b8c26/8fd1625f-4000-45fe-8c1a-a812dcf95e0d/14677172-f70a-42f9-b49b-19b9f7b2802b) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:58:24.656211 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Network 56835f9d-b554-40f1-900c-567f9a4eef23 is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:58:24.741555 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, 56835f9d-b554-40f1-900c-567f9a4eef23) {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:58:24.745657 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:24.746238 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:24.750679 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c08055-44e2-44b6-b2ec-d178a442c0c5 None None] Network 56835f9d-b554-40f1-900c-567f9a4eef23 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:58:24.785641 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:24.801521 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Transition to ACTIVE for port object 14677172-f70a-42f9-b49b-19b9f7b2802b will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:58:24.863057 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-f148d444-80c3-480c-ac67-aaf70b0e44ba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8705006 Jun 30 11:58:24.922249 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:24.986245 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a5e40a-4333-4b74-a0b7-7498ebc1c335 None None] Network 56835f9d-b554-40f1-900c-567f9a4eef23 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:58:25.012333 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:58:25.015835 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:58:25.018361 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:58:25.061573 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Pushing event updated for resources: {'Port': ['ID=14677172-f70a-42f9-b49b-19b9f7b2802b,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:25.116656 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:25.118153 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:25.232751 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-508dc32b-9586-4478-92b0-cad345e72672 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1918633 Jun 30 11:58:25.247010 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Request body: {'port': {'device_id': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:58:25.306418 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e91d90-48b2-4076-93d7-fcb6870216d9 req-3411ce61-9b4e-4044-a28f-22fa47001b24 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:25.307516 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c5e91d90-48b2-4076-93d7-fcb6870216d9 req-3411ce61-9b4e-4044-a28f-22fa47001b24 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.1006334 Jun 30 11:58:25.366396 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c5e91d90-48b2-4076-93d7-fcb6870216d9 req-860fa0cf-b5b7-4793-b18d-56838632783f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0506003 Jun 30 11:58:25.389076 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:25.430010 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-e82e6397-f348-4c61-9949-2c30eb83958a None None] Provisioning for port 14677172-f70a-42f9-b49b-19b9f7b2802b completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:58:25.437152 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-e82e6397-f348-4c61-9949-2c30eb83958a None None] Provisioning complete for port 14677172-f70a-42f9-b49b-19b9f7b2802b triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:58:25.437579 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e82e6397-f348-4c61-9949-2c30eb83958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:25.495537 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-e82e6397-f348-4c61-9949-2c30eb83958a None None] Port 14677172-f70a-42f9-b49b-19b9f7b2802b cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:58:25.747540 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14677172-f70a-42f9-b49b-19b9f7b2802b {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:58:25.755355 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:25.757247 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b84f59-4b76-49cd-b5a8-c3605838f252 req-4c520ace-8eb7-47e5-92ed-d2840df8502c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:25.758780 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-85b84f59-4b76-49cd-b5a8-c3605838f252 req-4c520ace-8eb7-47e5-92ed-d2840df8502c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 931 time: 0.0964301 Jun 30 11:58:25.773080 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Transition to ACTIVE for port object 14677172-f70a-42f9-b49b-19b9f7b2802b will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:58:25.806040 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-85b84f59-4b76-49cd-b5a8-c3605838f252 req-49042bc2-7c34-41f5-97b0-4d95491276f0 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400589 Jun 30 11:58:25.873077 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:26.043594 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Pushing event updated for resources: {'Port': ['ID=14677172-f70a-42f9-b49b-19b9f7b2802b,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:26.135609 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Attempting to bind port 14677172-f70a-42f9-b49b-19b9f7b2802b on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:58:26.135973 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Attempting to bind port 14677172-f70a-42f9-b49b-19b9f7b2802b by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': 'f705b2e2-d6ac-4068-9e8c-be332a1372c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:58:26.136299 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Attempting to bind port 14677172-f70a-42f9-b49b-19b9f7b2802b on network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:58:26.141137 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Port 14677172-f70a-42f9-b49b-19b9f7b2802b on network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:58:26.141490 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Attempting to bind port 14677172-f70a-42f9-b49b-19b9f7b2802b on network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:58:26.146852 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:58:26.147177 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Checking segment: {'id': 'f705b2e2-d6ac-4068-9e8c-be332a1372c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:58:26.147554 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Bound using segment: {'id': 'f705b2e2-d6ac-4068-9e8c-be332a1372c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:58:26.148034 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Bound port: 14677172-f70a-42f9-b49b-19b9f7b2802b, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f705b2e2-d6ac-4068-9e8c-be332a1372c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:58:26.148416 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:26.239686 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] For port 14677172-f70a-42f9-b49b-19b9f7b2802b, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:58:26.243392 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] For port 14677172-f70a-42f9-b49b-19b9f7b2802b, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=14677172-f70a-42f9-b49b-19b9f7b2802b,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:58:26.361831 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:26.416283 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:26.417123 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:26.418514 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] 10.222.0.44 "PUT /v2.0/ports/14677172-f70a-42f9-b49b-19b9f7b2802b HTTP/1.1" status: 200 len: 1093 time: 1.1758189 Jun 30 11:58:26.426643 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:58:26.461816 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8167b-4bdc-4ae5-9e3d-fb0efab90da9 service neutron] Pushing event updated for resources: {'Port': ['ID=14677172-f70a-42f9-b49b-19b9f7b2802b,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:26.486187 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e79975a-1cb1-4244-84b3-d8d56fef9c80'] response: {'name': 'network-changed', 'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'status': 'completed', 'code': 200} Jun 30 11:58:26.591339 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94e34b-14fd-4448-9833-df6e2bdebf62 req-f7e7e2a7-ef4c-4254-8cc7-1da434e98b69 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:26.592915 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6a94e34b-14fd-4448-9833-df6e2bdebf62 req-f7e7e2a7-ef4c-4254-8cc7-1da434e98b69 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.0970826 Jun 30 11:58:26.612322 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc61d12-e0a2-40f6-bf6e-c17a306f8c94 req-b7e49a7b-b109-4ed9-b39b-85cae7993780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:26.613840 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-bcc61d12-e0a2-40f6-bf6e-c17a306f8c94 req-b7e49a7b-b109-4ed9-b39b-85cae7993780 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eba484848b8e4410a0a4acc6f3019575&device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 1096 time: 0.0954289 Jun 30 11:58:26.641281 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6a94e34b-14fd-4448-9833-df6e2bdebf62 req-c0e385b4-9b13-415e-b8d7-c949dff5ab26 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419641 Jun 30 11:58:26.762789 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc61d12-e0a2-40f6-bf6e-c17a306f8c94 req-7cacfde5-f780-42dd-9d8c-bd430b8d1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:26.764164 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-bcc61d12-e0a2-40f6-bf6e-c17a306f8c94 req-7cacfde5-f780-42dd-9d8c-bd430b8d1311 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=eba484848b8e4410a0a4acc6f3019575&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1398125 Jun 30 11:58:27.003212 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc61d12-e0a2-40f6-bf6e-c17a306f8c94 req-e8762b4f-6413-4689-849a-0347b712ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:27.004692 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-bcc61d12-e0a2-40f6-bf6e-c17a306f8c94 req-e8762b4f-6413-4689-849a-0347b712ee17 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2314818 Jun 30 11:58:27.019413 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200ab87-05d7-4c97-bbd9-48b12edc71c2 req-eb56dd1c-0d8a-4b9d-b6e4-2dae08e4ee5d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:27.021344 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f200ab87-05d7-4c97-bbd9-48b12edc71c2 req-eb56dd1c-0d8a-4b9d-b6e4-2dae08e4ee5d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0940542 Jun 30 11:58:27.067745 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f200ab87-05d7-4c97-bbd9-48b12edc71c2 req-15819ab6-ff69-4ee1-9bbe-4b16e3a237ae tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401633 Jun 30 11:58:27.128806 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-4608cdbd-bc46-4657-81f8-8bc57d52641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:27.130336 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-4608cdbd-bc46-4657-81f8-8bc57d52641c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eba484848b8e4410a0a4acc6f3019575&device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 1096 time: 0.0813453 Jun 30 11:58:27.203449 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-89d74ab6-b1fc-421e-8110-9e618531d5a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14677172-f70a-42f9-b49b-19b9f7b2802b HTTP/1.1" status: 200 len: 217 time: 0.0646756 Jun 30 11:58:27.267319 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-6653b7a8-b6bb-4332-b0c0-388dcfeb9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:27.268763 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-6653b7a8-b6bb-4332-b0c0-388dcfeb9624 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fd1625f-4000-45fe-8c1a-a812dcf95e0d HTTP/1.1" status: 200 len: 847 time: 0.0582848 Jun 30 11:58:27.357832 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-643e3628-7abc-4fd1-af2b-f3233782a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:27.359231 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-643e3628-7abc-4fd1-af2b-f3233782a0f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33724ee5-5a3e-4d68-a19f-6043ed2b8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820379 Jun 30 11:58:27.371741 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-ea6c43ae-452b-49a9-97e6-9069a1df625b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:27.372434 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-ea6c43ae-452b-49a9-97e6-9069a1df625b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Synchronizing usage tracker for tenant:e7a20a368d5b49ee99985f1a9449de4e on resource:network {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:58:27.496327 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-cf88eb87-2d64-4564-ac52-27e1ca04fa68 service neutron] 10.222.0.44 "GET /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288419 Jun 30 11:58:27.507299 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-ea6c43ae-452b-49a9-97e6-9069a1df625b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Unset dirty status for tenant:e7a20a368d5b49ee99985f1a9449de4e on resource:network {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:58:27.508523 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-ea6c43ae-452b-49a9-97e6-9069a1df625b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/networks?id=56835f9d-b554-40f1-900c-567f9a4eef23 HTTP/1.1" status: 200 len: 808 time: 0.2805471 Jun 30 11:58:27.524774 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-eeca63b8-a7a2-4c59-8975-85ac8fdf13ad tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/quotas/e7a20a368d5b49ee99985f1a9449de4e HTTP/1.1" status: 200 len: 375 time: 0.0105126 Jun 30 11:58:27.638880 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-df944f5a-3c99-4a22-ad1a-7baab54e1858 req-a599349e-ce70-4cef-8aa6-77c4af2e2db2 service neutron] 10.222.0.44 "GET /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342766 Jun 30 11:58:27.679011 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-6de2adfa-36e7-4809-89c6-81d426e2e25b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7a20a368d5b49ee99985f1a9449de4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1488931 Jun 30 11:58:27.874759 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-11c3ee20-e8ff-47b5-8a90-1a9c0dfad7be service neutron] 10.222.0.18 "GET /v2.0/networks/56835f9d-b554-40f1-900c-567f9a4eef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889775 Jun 30 11:58:27.961574 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafcdc2-70f2-4847-9b23-3f2f6caa1bd7 req-2815d1a4-df4c-44f8-b374-03b67ce5bc8e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:27.963020 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1cafcdc2-70f2-4847-9b23-3f2f6caa1bd7 req-2815d1a4-df4c-44f8-b374-03b67ce5bc8e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.1978524 Jun 30 11:58:28.048125 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1cafcdc2-70f2-4847-9b23-3f2f6caa1bd7 req-df91b1fc-db33-4cb6-9522-5dde3de3c952 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0782223 Jun 30 11:58:28.053556 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-b6c467d5-dff7-4950-a9a0-effffc382ade service neutron] 10.222.0.18 "GET /v2.0/networks/56835f9d-b554-40f1-900c-567f9a4eef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711092 Jun 30 11:58:28.260958 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814f41-f32e-4548-a3d6-124cc7c9c99e req-03a26326-95f9-4c31-9fc7-b854d70ed694 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:28.262315 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e7814f41-f32e-4548-a3d6-124cc7c9c99e req-03a26326-95f9-4c31-9fc7-b854d70ed694 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0869489 Jun 30 11:58:28.309751 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e7814f41-f32e-4548-a3d6-124cc7c9c99e req-00122c2b-6fa1-4dc1-be1b-82caf88b93ee tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417044 Jun 30 11:58:28.395546 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b7f6a232-9518-493a-85e1-7c05aa965a1d req-0cca32ea-e501-4142-9bd2-f5e382b98f74 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 210 time: 0.0520942 Jun 30 11:58:29.247055 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42587a-7b25-4ef3-8eed-e088cdcbf506 req-50324633-8b3f-4713-a1f3-8a169de28ea9 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:29.248556 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-df42587a-7b25-4ef3-8eed-e088cdcbf506 req-50324633-8b3f-4713-a1f3-8a169de28ea9 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.0888188 Jun 30 11:58:29.293803 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-df42587a-7b25-4ef3-8eed-e088cdcbf506 req-96cc1006-e3de-4946-a80d-dba2d8392eaa tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0394638 Jun 30 11:58:29.536488 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-804e0771-8cad-4616-a2a0-d35ca50ab94b req-3db7958f-3759-440a-a875-8f203106d065 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 210 time: 0.0571139 Jun 30 11:58:29.575362 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cae02-a273-4e0f-bd1e-0bf9984200dc req-26eec8f5-db72-4b5f-9982-f13b44832a74 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:29.579829 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-301cae02-a273-4e0f-bd1e-0bf9984200dc req-26eec8f5-db72-4b5f-9982-f13b44832a74 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1587937 Jun 30 11:58:29.622953 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-301cae02-a273-4e0f-bd1e-0bf9984200dc req-2d3e93a0-d67e-4d33-af17-320aaf6af16b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402343 Jun 30 11:58:30.495874 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c2bb3-6433-4a0f-a13c-dfe740d72511 req-68ff5020-dc9e-4a53-b7cf-1cf3706b2f24 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:30.497358 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1c5c2bb3-6433-4a0f-a13c-dfe740d72511 req-68ff5020-dc9e-4a53-b7cf-1cf3706b2f24 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.0893967 Jun 30 11:58:30.542113 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1c5c2bb3-6433-4a0f-a13c-dfe740d72511 req-fe3fee9c-8424-4bb5-a4a5-373405377f5f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390987 Jun 30 11:58:30.690775 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ee81e36a-befd-4971-8800-558ca34b4d80 req-d10f3b40-ca73-4ae9-b5dc-7654b856a517 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 210 time: 0.0488296 Jun 30 11:58:30.817455 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16692bd-aecb-43be-b11a-14f21e46e9dd req-3d9df4f1-949b-41d4-8b31-f4d534088d61 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:30.818930 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b16692bd-aecb-43be-b11a-14f21e46e9dd req-3d9df4f1-949b-41d4-8b31-f4d534088d61 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0881922 Jun 30 11:58:30.866167 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b16692bd-aecb-43be-b11a-14f21e46e9dd req-fb1c63c4-fbec-4b5f-9385-fea5ab9fab92 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402603 Jun 30 11:58:31.045502 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-064f1aa2-d345-4e5f-83ac-39146d9c419d tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:31.046935 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-064f1aa2-d345-4e5f-83ac-39146d9c419d tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.44 "GET /v2.0/networks?id=56835f9d-b554-40f1-900c-567f9a4eef23 HTTP/1.1" status: 200 len: 808 time: 0.1433916 Jun 30 11:58:31.066297 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Request body: {'port': {'device_id': '8d1b2c00-318b-4f00-bf00-8dc0f8b1896f', 'network_id': '56835f9d-b554-40f1-900c-567f9a4eef23', 'admin_state_up': True, 'tenant_id': 'e7a20a368d5b49ee99985f1a9449de4e'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:58:31.203653 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:58:31.207406 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Usage tracker for resource:port and tenant:e7a20a368d5b49ee99985f1a9449de4e is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:58:31.210177 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:58:31.216418 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:58:31.389374 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Made reservation on behalf of e7a20a368d5b49ee99985f1a9449de4e for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:58:31.392937 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:31.559659 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Allocated IP 172.20.0.5 (56835f9d-b554-40f1-900c-567f9a4eef23/c53d795c-5b2e-460b-8161-5dbf83ecd3f0/bbbfe928-921d-4e96-9f72-b3bf7c793127) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:58:31.752014 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37695bcb-f6fc-4503-9c2f-3c13c76460de req-91b1180b-b4bd-4e0f-859c-1a24da4b3338 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:31.753773 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-37695bcb-f6fc-4503-9c2f-3c13c76460de req-91b1180b-b4bd-4e0f-859c-1a24da4b3338 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.0901654 Jun 30 11:58:31.777612 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:31.804815 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-37695bcb-f6fc-4503-9c2f-3c13c76460de req-49b595d0-e141-4a73-a252-4205f86a5598 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452363 Jun 30 11:58:31.855926 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6049742b-af8c-45f3-ab21-2f8048f97f30 req-57e5f968-ccf5-41b4-9c26-c2b9c68641ca tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 210 time: 0.0499775 Jun 30 11:58:31.875580 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:31.949174 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Network 56835f9d-b554-40f1-900c-567f9a4eef23 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:58:31.952186 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:58:31.956265 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:58:31.996639 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Pushing event updated for resources: {'Port': ['ID=bbbfe928-921d-4e96-9f72-b3bf7c793127,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:32.026540 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:32.027161 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:32.061352 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fa0e6-d3cb-4b8b-a0ac-0ba0e777bd31 req-d847fc83-8d3f-41d0-ac96-7107607f006f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:32.062829 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9e4fa0e6-d3cb-4b8b-a0ac-0ba0e777bd31 req-d847fc83-8d3f-41d0-ac96-7107607f006f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0912769 Jun 30 11:58:32.104948 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-76287447-5356-4404-9aba-fe9ea3a5c96b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0421929 Jun 30 11:58:32.106762 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9e4fa0e6-d3cb-4b8b-a0ac-0ba0e777bd31 req-e149f4d5-8e52-4b3b-940f-65244d4918a1 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383108 Jun 30 11:58:32.118321 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Request body: {'port': {'device_id': '8d1b2c00-318b-4f00-bf00-8dc0f8b1896f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:58:32.230900 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:32.659180 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbfe928-921d-4e96-9f72-b3bf7c793127 {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:58:32.666493 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:32.681077 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Transition to ACTIVE for port object bbbfe928-921d-4e96-9f72-b3bf7c793127 will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:58:32.743761 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:32.939754 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbfe928-921d-4e96-9f72-b3bf7c793127,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:32.994223 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Attempting to bind port bbbfe928-921d-4e96-9f72-b3bf7c793127 on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:58:32.994569 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Attempting to bind port bbbfe928-921d-4e96-9f72-b3bf7c793127 by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': '4cdb2a59-7895-4164-9981-425400ccd76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56835f9d-b554-40f1-900c-567f9a4eef23'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:58:32.994885 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Attempting to bind port bbbfe928-921d-4e96-9f72-b3bf7c793127 on network 56835f9d-b554-40f1-900c-567f9a4eef23 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:58:33.000133 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Port bbbfe928-921d-4e96-9f72-b3bf7c793127 on network 56835f9d-b554-40f1-900c-567f9a4eef23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:58:33.000487 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Attempting to bind port bbbfe928-921d-4e96-9f72-b3bf7c793127 on network 56835f9d-b554-40f1-900c-567f9a4eef23 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:58:33.006627 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:58:33.007009 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Checking segment: {'id': '4cdb2a59-7895-4164-9981-425400ccd76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56835f9d-b554-40f1-900c-567f9a4eef23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:58:33.007373 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Bound using segment: {'id': '4cdb2a59-7895-4164-9981-425400ccd76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56835f9d-b554-40f1-900c-567f9a4eef23'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:58:33.007839 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Bound port: bbbfe928-921d-4e96-9f72-b3bf7c793127, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cdb2a59-7895-4164-9981-425400ccd76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56835f9d-b554-40f1-900c-567f9a4eef23'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:58:33.008456 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:33.085016 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181b766-ff64-474d-9955-67c94da86bd5 req-774bc603-0c55-4c63-a364-d2d40c6da6f1 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:33.087503 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8181b766-ff64-474d-9955-67c94da86bd5 req-774bc603-0c55-4c63-a364-d2d40c6da6f1 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 943 time: 0.1059299 Jun 30 11:58:33.109200 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] For port bbbfe928-921d-4e96-9f72-b3bf7c793127, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:58:33.113296 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] For port bbbfe928-921d-4e96-9f72-b3bf7c793127, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=bbbfe928-921d-4e96-9f72-b3bf7c793127,segment=NetworkSegment(4cdb2a59-7895-4164-9981-425400ccd76a),segment_id=4cdb2a59-7895-4164-9981-425400ccd76a)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:58:33.185735 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:58:33.191638 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-8181b766-ff64-474d-9955-67c94da86bd5 req-7a0ad549-d4db-4779-ae6b-fd9bb233da51 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Synchronizing usage tracker for tenant:e7a20a368d5b49ee99985f1a9449de4e on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:58:33.225731 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b012757-e647-4d62-8803-3fb9419673bc req-ce81b919-b291-45cc-9e79-86e57e6813bc tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:33.228006 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6b012757-e647-4d62-8803-3fb9419673bc req-ce81b919-b291-45cc-9e79-86e57e6813bc tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 944 time: 0.1395159 Jun 30 11:58:33.274361 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6b012757-e647-4d62-8803-3fb9419673bc req-33e6bcd4-1c07-4867-a217-78a166a168bf tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399311 Jun 30 11:58:33.274649 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:33.337944 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:58:33.338943 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:33.339093 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-8181b766-ff64-474d-9955-67c94da86bd5 req-7a0ad549-d4db-4779-ae6b-fd9bb233da51 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Unset dirty status for tenant:e7a20a368d5b49ee99985f1a9449de4e on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:58:33.339572 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:33.340437 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8181b766-ff64-474d-9955-67c94da86bd5 req-7a0ad549-d4db-4779-ae6b-fd9bb233da51 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055995 Jun 30 11:58:33.340987 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] 10.222.0.44 "PUT /v2.0/ports/bbbfe928-921d-4e96-9f72-b3bf7c793127 HTTP/1.1" status: 200 len: 1093 time: 1.2276840 Jun 30 11:58:33.341423 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1b2c00-318b-4f00-bf00-8dc0f8b1896f', 'tag': 'bbbfe928-921d-4e96-9f72-b3bf7c793127'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:58:33.363848 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c416fe-6670-4cc4-8d8f-b431b832e555 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbfe928-921d-4e96-9f72-b3bf7c793127,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:33.366457 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'port_id': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'mac_address': 'fa:16:3e:44:97:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:58:33.398525 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efff80be-3f1f-44e7-81b3-49d5ed4cbce7'] response: {'name': 'network-changed', 'server_uuid': '8d1b2c00-318b-4f00-bf00-8dc0f8b1896f', 'tag': 'bbbfe928-921d-4e96-9f72-b3bf7c793127', 'status': 'completed', 'code': 200} Jun 30 11:58:33.428814 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:58:33.429186 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:33.449811 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:58:33.468616 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:58:33.500258 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed69bf-c8f6-40e5-b75f-6468db34e813 req-41f4e445-7cb7-4fb8-a1cd-e75887b3ab06 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:33.501788 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-67ed69bf-c8f6-40e5-b75f-6468db34e813 req-41f4e445-7cb7-4fb8-a1cd-e75887b3ab06 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0992384 Jun 30 11:58:33.510824 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb7a32-704f-4930-95a1-f7b23b025ec6 req-1bb0736d-afcb-49b4-9d6e-8bd8f2e2f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:33.512417 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-f7cb7a32-704f-4930-95a1-f7b23b025ec6 req-1bb0736d-afcb-49b4-9d6e-8bd8f2e2f0db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7a20a368d5b49ee99985f1a9449de4e&device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 1096 time: 0.0868504 Jun 30 11:58:33.561330 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:33.656659 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-67ed69bf-c8f6-40e5-b75f-6468db34e813 req-e9542eae-e80b-4d76-a60f-eaa48e6586a6 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488838 Jun 30 11:58:33.672478 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb7a32-704f-4930-95a1-f7b23b025ec6 req-66c217ea-deb4-499b-9caa-7d81d5aa139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:33.674053 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-f7cb7a32-704f-4930-95a1-f7b23b025ec6 req-66c217ea-deb4-499b-9caa-7d81d5aa139a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e7a20a368d5b49ee99985f1a9449de4e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1477973 Jun 30 11:58:33.678292 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,revision_number=9']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:33.685559 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:33.685901 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:33.686234 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:33.686565 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:33.686891 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:33.687210 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:33.687553 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:33.687873 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:33.688271 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:33.688691 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:33.689009 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:33.689323 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:58:33.820531 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb7a32-704f-4930-95a1-f7b23b025ec6 req-4915a9bf-4c96-449e-9220-ff0ba412eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:33.822054 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-f7cb7a32-704f-4930-95a1-f7b23b025ec6 req-4915a9bf-4c96-449e-9220-ff0ba412eedb service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332619 Jun 30 11:58:33.946357 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-85f83026-458a-4520-80bf-23141ab45a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:33.947834 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-85f83026-458a-4520-80bf-23141ab45a20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7a20a368d5b49ee99985f1a9449de4e&device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 1096 time: 0.0784776 Jun 30 11:58:34.012453 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:58:34.020151 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-0ce3c856-6735-4d5b-892e-9064dda24676 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbbfe928-921d-4e96-9f72-b3bf7c793127 HTTP/1.1" status: 200 len: 217 time: 0.0644035 Jun 30 11:58:34.091883 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-7f401b2e-1459-4c73-93d2-808b210bf52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:34.093445 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-7f401b2e-1459-4c73-93d2-808b210bf52a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c53d795c-5b2e-460b-8161-5dbf83ecd3f0 HTTP/1.1" status: 200 len: 848 time: 0.0594926 Jun 30 11:58:34.151581 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-6fbcc37c-1159-4fb8-b737-fccff57542ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56835f9d-b554-40f1-900c-567f9a4eef23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514581 Jun 30 11:58:34.290487 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-2863bba0-f43d-4306-bf6f-8401502a6498 service neutron] 10.222.0.44 "GET /v2.0/networks/56835f9d-b554-40f1-900c-567f9a4eef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311476 Jun 30 11:58:34.518837 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b6c39ac6-8dcf-4c89-8e6e-5bd2534d00e3 req-a8baabc4-7b66-4cdd-add5-e190f94105dd service neutron] 10.222.0.44 "GET /v2.0/networks/56835f9d-b554-40f1-900c-567f9a4eef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217631 Jun 30 11:58:34.550911 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c910b-10ba-4c2e-8ca1-12a891a0955e req-b0f51b94-267a-42ea-9cc3-1ea35e4849d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:34.552421 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-767c910b-10ba-4c2e-8ca1-12a891a0955e req-b0f51b94-267a-42ea-9cc3-1ea35e4849d1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 945 time: 0.1598206 Jun 30 11:58:34.583310 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1191ef4-542c-41df-a717-ae5f0ea084f5 req-c4d21252-96b5-42b6-b135-a34f3546c028 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:34.584775 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a1191ef4-542c-41df-a717-ae5f0ea084f5 req-c4d21252-96b5-42b6-b135-a34f3546c028 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 943 time: 0.1300280 Jun 30 11:58:34.628666 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-767c910b-10ba-4c2e-8ca1-12a891a0955e req-b0ae6d70-b1dd-42d1-b00e-746eaa6b300a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0681047 Jun 30 11:58:34.649835 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a1191ef4-542c-41df-a717-ae5f0ea084f5 req-a3a740a3-a06e-439c-aa6a-0f3c35aa9eec tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557809 Jun 30 11:58:34.847944 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0def142-bc38-404f-aace-c297d9ef21f4 req-de88c454-1c3a-4c19-920b-e3ce6abf5ce7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:34.849545 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d0def142-bc38-404f-aace-c297d9ef21f4 req-de88c454-1c3a-4c19-920b-e3ce6abf5ce7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0889480 Jun 30 11:58:34.894929 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d0def142-bc38-404f-aace-c297d9ef21f4 req-9e6e6822-fe9d-4a81-a1f9-ff95a3cf91b1 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385830 Jun 30 11:58:35.184287 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 14677172-f70a-42f9-b49b-19b9f7b2802b details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:58:35.186620 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:58:35.343474 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:58:35.343835 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:35.420908 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 14677172-f70a-42f9-b49b-19b9f7b2802b, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=14677172-f70a-42f9-b49b-19b9f7b2802b,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:58:35.438253 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'port_id': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'mac_address': 'fa:16:3e:48:ae:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:58:35.542759 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 14677172-f70a-42f9-b49b-19b9f7b2802b is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:58:35.543127 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:35.561862 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:58:35.562235 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:35.574401 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14677172-f70a-42f9-b49b-19b9f7b2802b {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:58:35.601385 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:58:35.608136 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 14677172-f70a-42f9-b49b-19b9f7b2802b, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=14677172-f70a-42f9-b49b-19b9f7b2802b,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:58:35.612644 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:58:35.646535 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee49d666-e005-40bc-bf8a-4fc068a0ba1d'] response: {'server_uuid': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'code': 200} Jun 30 11:58:35.692645 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:35.749066 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:35.765347 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=14677172-f70a-42f9-b49b-19b9f7b2802b,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:35.837318 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,revision_number=10']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:35.898949 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abcb2a-513b-4d42-b309-ee91ea92d733 req-be914a86-054f-47bb-9cea-45ffb49183e6 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:35.900434 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e2abcb2a-513b-4d42-b309-ee91ea92d733 req-be914a86-054f-47bb-9cea-45ffb49183e6 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 943 time: 0.1140444 Jun 30 11:58:35.908983 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c54c1-be28-4fab-b88c-6ef3f722812b req-97167a41-2afa-4c10-8f31-39114ad3d452 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:35.910570 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-935c54c1-be28-4fab-b88c-6ef3f722812b req-97167a41-2afa-4c10-8f31-39114ad3d452 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 947 time: 0.1660197 Jun 30 11:58:35.988473 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e2abcb2a-513b-4d42-b309-ee91ea92d733 req-6eb1a084-7264-4264-83f3-fdec192d9362 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767534 Jun 30 11:58:35.995122 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-935c54c1-be28-4fab-b88c-6ef3f722812b req-27b5174a-c897-4d66-8515-984a81b22546 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0688760 Jun 30 11:58:36.142134 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['14677172-f70a-42f9-b49b-19b9f7b2802b'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:58:36.185005 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e320cd-7697-4c64-9977-87ab6a803597 req-78b6843d-0bd7-42d2-b988-210dbc73d5ad tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:36.186673 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f0e320cd-7697-4c64-9977-87ab6a803597 req-78b6843d-0bd7-42d2-b988-210dbc73d5ad tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 944 time: 0.0989735 Jun 30 11:58:36.236580 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f0e320cd-7697-4c64-9977-87ab6a803597 req-2faf567f-222a-4843-93b7-1346e6f94be1 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428398 Jun 30 11:58:36.614523 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d441f6-02a1-41e7-84ba-90cb5b661072 req-9a31eba7-a493-4687-872c-4ffe2b0c204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:36.616013 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-73d441f6-02a1-41e7-84ba-90cb5b661072 req-9a31eba7-a493-4687-872c-4ffe2b0c204a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 1100 time: 0.0781441 Jun 30 11:58:36.660681 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-73d441f6-02a1-41e7-84ba-90cb5b661072 req-67fc31d4-1e1a-422d-8ea2-124e5125cb58 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0359735 Jun 30 11:58:37.200235 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device bbbfe928-921d-4e96-9f72-b3bf7c793127 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:58:37.249249 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011a8a3-6609-4e0c-a84e-3e0664367f90 req-971097c5-0f21-4b60-8eef-d4054bbb648b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:37.250781 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b011a8a3-6609-4e0c-a84e-3e0664367f90 req-971097c5-0f21-4b60-8eef-d4054bbb648b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 943 time: 0.1548870 Jun 30 11:58:37.259303 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1973b7c-600b-428f-8ab5-1e4009afcb8a req-e6421e6f-9905-477c-86df-83904c3b5abe tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:37.260776 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f1973b7c-600b-428f-8ab5-1e4009afcb8a req-e6421e6f-9905-477c-86df-83904c3b5abe tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 947 time: 0.1292834 Jun 30 11:58:37.330670 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b011a8a3-6609-4e0c-a84e-3e0664367f90 req-ed08881e-3085-44a6-8d6c-0c3a228e7e54 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689142 Jun 30 11:58:37.336725 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f1973b7c-600b-428f-8ab5-1e4009afcb8a req-d7138899-9e7c-465f-b357-a6181f6fa065 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0619462 Jun 30 11:58:37.337416 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port bbbfe928-921d-4e96-9f72-b3bf7c793127, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=bbbfe928-921d-4e96-9f72-b3bf7c793127,segment=NetworkSegment(4cdb2a59-7895-4164-9981-425400ccd76a),segment_id=4cdb2a59-7895-4164-9981-425400ccd76a)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:58:37.352283 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': 'bbbfe928-921d-4e96-9f72-b3bf7c793127', 'network_id': '56835f9d-b554-40f1-900c-567f9a4eef23', 'port_id': 'bbbfe928-921d-4e96-9f72-b3bf7c793127', 'mac_address': 'fa:16:3e:d3:f2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53d795c-5b2e-460b-8161-5dbf83ecd3f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:58:37.412010 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port bbbfe928-921d-4e96-9f72-b3bf7c793127 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:58:37.412286 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:37.432605 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbfe928-921d-4e96-9f72-b3bf7c793127 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:58:37.449770 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port bbbfe928-921d-4e96-9f72-b3bf7c793127, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=bbbfe928-921d-4e96-9f72-b3bf7c793127,segment=NetworkSegment(4cdb2a59-7895-4164-9981-425400ccd76a),segment_id=4cdb2a59-7895-4164-9981-425400ccd76a)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:58:37.524243 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe3f1c-85d2-4320-a3d0-f9dea8032efe req-d9e38923-0dbb-4389-93f5-940d169b322f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:37.525796 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1bfe3f1c-85d2-4320-a3d0-f9dea8032efe req-d9e38923-0dbb-4389-93f5-940d169b322f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 944 time: 0.0989718 Jun 30 11:58:37.574058 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1bfe3f1c-85d2-4320-a3d0-f9dea8032efe req-10efe2a1-1c21-4942-9876-47024d123102 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420809 Jun 30 11:58:37.581438 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:37.653185 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=bbbfe928-921d-4e96-9f72-b3bf7c793127,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:38.005157 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['bbbfe928-921d-4e96-9f72-b3bf7c793127'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:58:38.607050 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593402d8-efb5-4b35-88da-af185c3a2d35 req-b28c67a7-20a0-4cea-8ec8-8d5e5a699543 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:38.608571 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-593402d8-efb5-4b35-88da-af185c3a2d35 req-b28c67a7-20a0-4cea-8ec8-8d5e5a699543 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 944 time: 0.1566017 Jun 30 11:58:38.616806 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a66e8-5dcb-4b56-bee9-1dd7bb77f684 req-a9dc8119-a5cd-44f5-a392-7bbecb99db46 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:38.618378 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5a6a66e8-5dcb-4b56-bee9-1dd7bb77f684 req-a9dc8119-a5cd-44f5-a392-7bbecb99db46 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 947 time: 0.1306658 Jun 30 11:58:38.688430 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-593402d8-efb5-4b35-88da-af185c3a2d35 req-d656bf53-3993-44f1-9ddc-7261055027e0 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691764 Jun 30 11:58:38.692855 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5a6a66e8-5dcb-4b56-bee9-1dd7bb77f684 req-1e0ac216-cc0a-4905-a8db-cf1a3f5c3e00 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0609486 Jun 30 11:58:38.873429 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab3901-a0d0-4acc-932c-6d72de5e5418 req-79a8bfa5-7ad3-41bd-9c50-570c085a2955 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:38.874981 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-afab3901-a0d0-4acc-932c-6d72de5e5418 req-79a8bfa5-7ad3-41bd-9c50-570c085a2955 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 944 time: 0.0918932 Jun 30 11:58:38.922036 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-afab3901-a0d0-4acc-932c-6d72de5e5418 req-19fc694c-8113-48a0-8024-66fe6cfbdef8 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410655 Jun 30 11:58:39.049071 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:58:39.234569 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device bbbfe928-921d-4e96-9f72-b3bf7c793127 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:58:39.412038 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port bbbfe928-921d-4e96-9f72-b3bf7c793127 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:58:39.417881 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port bbbfe928-921d-4e96-9f72-b3bf7c793127 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:58:39.418250 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:39.539388 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port bbbfe928-921d-4e96-9f72-b3bf7c793127 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:58:39.539761 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:39.566885 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1b2c00-318b-4f00-bf00-8dc0f8b1896f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbfe928-921d-4e96-9f72-b3bf7c793127'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:58:39.576453 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port bbbfe928-921d-4e96-9f72-b3bf7c793127, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=bbbfe928-921d-4e96-9f72-b3bf7c793127,segment=NetworkSegment(4cdb2a59-7895-4164-9981-425400ccd76a),segment_id=4cdb2a59-7895-4164-9981-425400ccd76a)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:58:39.611545 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-665040cd-34aa-448e-b893-87735cd500d3'] response: {'server_uuid': '8d1b2c00-318b-4f00-bf00-8dc0f8b1896f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbfe928-921d-4e96-9f72-b3bf7c793127', 'code': 200} Jun 30 11:58:39.675026 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:39.675829 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 14677172-f70a-42f9-b49b-19b9f7b2802b up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:58:39.847850 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=bbbfe928-921d-4e96-9f72-b3bf7c793127,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:39.913044 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 14677172-f70a-42f9-b49b-19b9f7b2802b completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:58:39.919720 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 14677172-f70a-42f9-b49b-19b9f7b2802b triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:58:39.920100 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:40.005037 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732dc08-dc2e-464a-8345-40e0b72300a0 req-5f635c6e-c846-4ca0-9912-4764bd54fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:40.007115 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e732dc08-dc2e-464a-8345-40e0b72300a0 req-5f635c6e-c846-4ca0-9912-4764bd54fa80 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 1098 time: 0.0975149 Jun 30 11:58:40.008683 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72f69f-34c0-465f-9443-b0a204fdce6d req-7736c680-29db-4c9a-9c8f-ae4f114a3159 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:40.010198 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be72f69f-34c0-465f-9443-b0a204fdce6d req-7736c680-29db-4c9a-9c8f-ae4f114a3159 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 945 time: 0.1345804 Jun 30 11:58:40.018706 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc2670-4996-4409-9a05-88cacc57ad8b req-af2b785d-da19-4954-be9b-33eb4d7e6172 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:40.020190 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-50bc2670-4996-4409-9a05-88cacc57ad8b req-af2b785d-da19-4954-be9b-33eb4d7e6172 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 947 time: 0.2042987 Jun 30 11:58:40.057930 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e732dc08-dc2e-464a-8345-40e0b72300a0 req-ea972b73-9afa-4a47-a615-f860cc814102 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 Jun 30 11:58:40.059049 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 14677172-f70a-42f9-b49b-19b9f7b2802b is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:58:40.059426 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:40.090794 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be72f69f-34c0-465f-9443-b0a204fdce6d req-6e3994fb-aa28-4a59-b6b8-ced16a58535a tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693419 Jun 30 11:58:40.094378 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 14677172-f70a-42f9-b49b-19b9f7b2802b, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=14677172-f70a-42f9-b49b-19b9f7b2802b,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:58:40.095363 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-50bc2670-4996-4409-9a05-88cacc57ad8b req-40e867f1-6087-48f9-9144-f46ab72f1a14 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0612369 Jun 30 11:58:40.161143 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:40.231492 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=14677172-f70a-42f9-b49b-19b9f7b2802b,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:40.282496 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1426f7-0278-4afc-ac26-f0a6b0d5db44 req-3db29f5e-e758-451d-9ef5-4d9f5bf7325f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:40.284070 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1c1426f7-0278-4afc-ac26-f0a6b0d5db44 req-3db29f5e-e758-451d-9ef5-4d9f5bf7325f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.0924172 Jun 30 11:58:40.329776 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1c1426f7-0278-4afc-ac26-f0a6b0d5db44 req-4c19b802-3f99-46e3-a506-b5eb57698e4d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388670 Jun 30 11:58:41.460477 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fc0e5-cd57-43e3-98b0-81e8768e535f req-80f80f64-2602-4bf6-82d3-48935f11a90e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:41.461991 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f19fc0e5-cd57-43e3-98b0-81e8768e535f req-80f80f64-2602-4bf6-82d3-48935f11a90e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 945 time: 0.2590916 Jun 30 11:58:41.470142 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6398b3e-4f18-4ba9-8ed1-1e8182e181eb req-e1962e12-6805-4dbc-a8c5-6953290b32f8 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:41.471592 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e6398b3e-4f18-4ba9-8ed1-1e8182e181eb req-e1962e12-6805-4dbc-a8c5-6953290b32f8 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 947 time: 0.2328420 Jun 30 11:58:41.543155 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f19fc0e5-cd57-43e3-98b0-81e8768e535f req-c710b31d-eb63-43de-bd1f-3f006c121ce8 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705686 Jun 30 11:58:41.547916 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e6398b3e-4f18-4ba9-8ed1-1e8182e181eb req-28423ebe-de33-4793-b682-a1a39f36c274 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0623164 Jun 30 11:58:41.612942 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:58:41.660932 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5edbf50a-4290-406c-9016-65a8f699a885'] response: {'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'code': 200} Jun 30 11:58:41.744655 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb45a9c-6ef3-4f61-a3e2-d5a6c52d16a3 req-d25da448-47ea-44e6-bb8d-55373b63be81 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:41.746032 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4fb45a9c-6ef3-4f61-a3e2-d5a6c52d16a3 req-d25da448-47ea-44e6-bb8d-55373b63be81 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.0926976 Jun 30 11:58:41.792068 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4fb45a9c-6ef3-4f61-a3e2-d5a6c52d16a3 req-5d0f9f55-50a9-46cc-a59a-e4540cf1ec47 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400019 Jun 30 11:58:42.234700 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b968da-f37a-4c9f-8e3f-4600ebabb92f req-5a2fa8b5-b2ab-4d59-ad93-8663bfee7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:42.236262 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d5b968da-f37a-4c9f-8e3f-4600ebabb92f req-5a2fa8b5-b2ab-4d59-ad93-8663bfee7621 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 1098 time: 0.0819335 Jun 30 11:58:42.287290 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d5b968da-f37a-4c9f-8e3f-4600ebabb92f req-25c7b871-075a-4ca5-adae-6b52d7059633 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418413 Jun 30 11:58:42.741172 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c9e37-aa28-4986-8679-61aa911e3723 req-80547eeb-f05f-40ed-886e-9160d0c2da55 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:42.743308 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4c4c9e37-aa28-4986-8679-61aa911e3723 req-80547eeb-f05f-40ed-886e-9160d0c2da55 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 945 time: 0.0916789 Jun 30 11:58:42.786720 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4c4c9e37-aa28-4986-8679-61aa911e3723 req-eff9d41c-35e6-40b5-9a06-afdbb2975de9 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377429 Jun 30 11:58:42.984028 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6fc57-1664-470c-a879-42dec174a3fa req-b924be43-84a8-4d97-9faf-887a5cf9cfbd tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:42.985533 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1fd6fc57-1664-470c-a879-42dec174a3fa req-b924be43-84a8-4d97-9faf-887a5cf9cfbd tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.0882704 Jun 30 11:58:43.030170 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1fd6fc57-1664-470c-a879-42dec174a3fa req-28372abe-a8e4-47c6-b7f7-6adc4d39b071 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388386 Jun 30 11:58:44.231326 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fde65-8091-46d5-9d7d-844bd9e44907 req-1abe5cec-9c51-425f-bda2-a9979ea4d2a9 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:44.232767 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f26fde65-8091-46d5-9d7d-844bd9e44907 req-1abe5cec-9c51-425f-bda2-a9979ea4d2a9 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.0924153 Jun 30 11:58:44.279096 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f26fde65-8091-46d5-9d7d-844bd9e44907 req-88171450-c401-4545-9bea-91408f6718d8 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Jun 30 11:58:44.561314 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3fe88-4baf-4fb8-908d-824d50d5943e req-f6599bb1-51ff-4dc5-9012-27657d74053a tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:44.562683 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-89f3fe88-4baf-4fb8-908d-824d50d5943e req-f6599bb1-51ff-4dc5-9012-27657d74053a tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 945 time: 0.0861855 Jun 30 11:58:44.609948 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-89f3fe88-4baf-4fb8-908d-824d50d5943e req-f6baef96-fc34-4ba0-8107-16ec1e8034ad tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Jun 30 11:58:44.840832 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-96e86af8-189a-4fec-b82c-a7028c7a8a3e req-15939d85-9129-4f5c-86af-8202c3ef7a65 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878518 Jun 30 11:58:44.955154 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e86af8-189a-4fec-b82c-a7028c7a8a3e req-7f608c54-71e0-4e89-895d-fc69d30a7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:44.957850 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-96e86af8-189a-4fec-b82c-a7028c7a8a3e req-7f608c54-71e0-4e89-895d-fc69d30a7f8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a7c4d775013495f985d1352b2699d20&device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 1098 time: 0.0836799 Jun 30 11:58:45.108376 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e86af8-189a-4fec-b82c-a7028c7a8a3e req-eb601243-c908-4031-b49c-02ba1a67a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:45.109774 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-96e86af8-189a-4fec-b82c-a7028c7a8a3e req-eb601243-c908-4031-b49c-02ba1a67a486 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 HTTP/1.1" status: 200 len: 910 time: 0.1319971 Jun 30 11:58:45.225109 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-96e86af8-189a-4fec-b82c-a7028c7a8a3e req-8357d171-dad3-4bbc-82f3-8f59498b7d95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 HTTP/1.1" status: 200 len: 1001 time: 0.0967197 Jun 30 11:58:45.295063 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e86af8-189a-4fec-b82c-a7028c7a8a3e req-8a5048e1-06e1-4e6a-99ed-843d47b62c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:45.296642 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-96e86af8-189a-4fec-b82c-a7028c7a8a3e req-8a5048e1-06e1-4e6a-99ed-843d47b62c59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9acea99c-2923-40c6-9879-4a0dcdc3c90f HTTP/1.1" status: 200 len: 848 time: 0.0626440 Jun 30 11:58:45.385845 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e86af8-189a-4fec-b82c-a7028c7a8a3e req-a44f3db6-1c21-4994-b631-6d1275e701d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:45.387281 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-96e86af8-189a-4fec-b82c-a7028c7a8a3e req-a44f3db6-1c21-4994-b631-6d1275e701d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813689 Jun 30 11:58:45.483967 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030144e9-2add-4a84-9719-125ec5224efb req-374ed938-248f-4ab4-8846-cc2d2677edca tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:45.485590 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-030144e9-2add-4a84-9719-125ec5224efb req-374ed938-248f-4ab4-8846-cc2d2677edca tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.0956786 Jun 30 11:58:45.532425 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-030144e9-2add-4a84-9719-125ec5224efb req-77eef012-515f-4270-af9e-6207b161d2f5 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406954 Jun 30 11:58:45.546079 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-96e86af8-189a-4fec-b82c-a7028c7a8a3e req-60e57220-d16d-483f-812e-3ac1d5bb691b service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362295 Jun 30 11:58:45.686722 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-96e86af8-189a-4fec-b82c-a7028c7a8a3e req-10870581-9d00-4e9d-b131-464ef0543e4c service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333218 Jun 30 11:58:45.776005 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa40118-2db8-4ee2-9c8c-eb98613dcde8 req-2430ba22-cbe8-4993-8081-e3937f5abd86 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:45.777491 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5aa40118-2db8-4ee2-9c8c-eb98613dcde8 req-2430ba22-cbe8-4993-8081-e3937f5abd86 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.1368980 Jun 30 11:58:45.837621 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5aa40118-2db8-4ee2-9c8c-eb98613dcde8 req-18cdbba2-f9ec-41ef-bbe7-0abcc7532023 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539219 Jun 30 11:58:45.855661 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c416d11-c8ef-4de3-9610-3188d98cfb28 req-ebc94e0a-d20a-4c42-8d14-55dd75bd7cd8 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:45.857377 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7c416d11-c8ef-4de3-9610-3188d98cfb28 req-ebc94e0a-d20a-4c42-8d14-55dd75bd7cd8 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 945 time: 0.1326766 Jun 30 11:58:45.859876 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 43702) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:45.920126 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7c416d11-c8ef-4de3-9610-3188d98cfb28 req-b7cfe8f3-f64e-491e-b59c-1bc09433db96 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508237 Jun 30 11:58:45.958963 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:46.058147 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d4e5b3-8b69-459b-b348-0e389ae3f523 tempest-TestShelveInstance-833953547 tempest-TestShelveInstance-833953547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:46.058856 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-36d4e5b3-8b69-459b-b348-0e389ae3f523 tempest-TestShelveInstance-833953547 tempest-TestShelveInstance-833953547-project-admin] Synchronizing usage tracker for tenant:cf1f9d3408324c228babf0f2ad2755f6 on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:58:46.183437 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-36d4e5b3-8b69-459b-b348-0e389ae3f523 tempest-TestShelveInstance-833953547 tempest-TestShelveInstance-833953547-project-admin] Unset dirty status for tenant:cf1f9d3408324c228babf0f2ad2755f6 on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:58:46.184600 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-36d4e5b3-8b69-459b-b348-0e389ae3f523 tempest-TestShelveInstance-833953547 tempest-TestShelveInstance-833953547-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 1093 time: 0.3237503 Jun 30 11:58:46.187582 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 43708) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:58:46.192760 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Request body: {'floatingip': {'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'port_id': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:58:46.199757 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:58:46.204179 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Usage tracker for resource:floatingip and tenant:eba484848b8e4410a0a4acc6f3019575 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:58:46.207415 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:58:46.214085 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:58:46.298179 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for floatingip, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:46.447534 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:46.599391 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Allocated IP 172.27.1.66 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/1515c5e5-5d40-4ca5-a958-687c2a308b6c) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:58:46.720317 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898b868-7b15-48bd-8532-a66f513d62da req-fdeed5f4-640e-41fc-8940-e572115bb8b9 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:46.720977 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-5898b868-7b15-48bd-8532-a66f513d62da req-fdeed5f4-640e-41fc-8940-e572115bb8b9 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Synchronizing usage tracker for tenant:e7a20a368d5b49ee99985f1a9449de4e on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:58:46.770115 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:46.884809 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-5898b868-7b15-48bd-8532-a66f513d62da req-fdeed5f4-640e-41fc-8940-e572115bb8b9 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Unset dirty status for tenant:e7a20a368d5b49ee99985f1a9449de4e on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:58:46.886038 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-5898b868-7b15-48bd-8532-a66f513d62da req-fdeed5f4-640e-41fc-8940-e572115bb8b9 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 945 time: 0.2674952 Jun 30 11:58:46.925855 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:46.972204 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-5898b868-7b15-48bd-8532-a66f513d62da req-ab95c5cc-bade-47af-a8ab-47ca9d1e038e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Deleting port bbbfe928-921d-4e96-9f72-b3bf7c793127 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 11:58:46.972519 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-5898b868-7b15-48bd-8532-a66f513d62da req-ab95c5cc-bade-47af-a8ab-47ca9d1e038e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:47.007343 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:58:47.011475 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:58:47.016879 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:58:47.052690 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Pushing event updated for resources: {'Port': ['ID=1515c5e5-5d40-4ca5-a958-687c2a308b6c,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:47.332977 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-5898b868-7b15-48bd-8532-a66f513d62da req-ab95c5cc-bade-47af-a8ab-47ca9d1e038e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] For port bbbfe928-921d-4e96-9f72-b3bf7c793127, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=bbbfe928-921d-4e96-9f72-b3bf7c793127,segment=NetworkSegment(4cdb2a59-7895-4164-9981-425400ccd76a),segment_id=4cdb2a59-7895-4164-9981-425400ccd76a)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:58:47.333370 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-5898b868-7b15-48bd-8532-a66f513d62da req-ab95c5cc-bade-47af-a8ab-47ca9d1e038e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:47.393434 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d265b54-7920-4394-9695-24ea8e26aae8 req-f45b78f0-8612-485d-8a70-7bca3442b793 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:47.394981 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6d265b54-7920-4394-9695-24ea8e26aae8 req-f45b78f0-8612-485d-8a70-7bca3442b793 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 945 time: 0.3112457 Jun 30 11:58:47.568529 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-5898b868-7b15-48bd-8532-a66f513d62da req-ab95c5cc-bade-47af-a8ab-47ca9d1e038e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Calling delete_port for bbbfe928-921d-4e96-9f72-b3bf7c793127 owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 11:58:47.590565 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6d265b54-7920-4394-9695-24ea8e26aae8 req-d36d6f06-e1bb-4959-821f-036ca9299989 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278636 Jun 30 11:58:47.714643 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:47.846759 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-5898b868-7b15-48bd-8532-a66f513d62da req-ab95c5cc-bade-47af-a8ab-47ca9d1e038e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:47.874462 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:47.935993 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95c5cc-bade-47af-a8ab-47ca9d1e038e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Pushing event deleted for resources: {'Port': ['ID=bbbfe928-921d-4e96-9f72-b3bf7c793127,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:47.991159 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5898b868-7b15-48bd-8532-a66f513d62da req-ab95c5cc-bade-47af-a8ab-47ca9d1e038e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] No DVR routers for this DVR port bbbfe928-921d-4e96-9f72-b3bf7c793127 on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:58:47.995035 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-5898b868-7b15-48bd-8532-a66f513d62da req-ab95c5cc-bade-47af-a8ab-47ca9d1e038e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:47.997744 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1b2c00-318b-4f00-bf00-8dc0f8b1896f', 'name': 'network-vif-deleted', 'tag': 'bbbfe928-921d-4e96-9f72-b3bf7c793127'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:58:48.049105 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24a471e-837d-439b-9cbd-de8bc2b1ff11'] response: {'server_uuid': '8d1b2c00-318b-4f00-bf00-8dc0f8b1896f', 'name': 'network-vif-deleted', 'tag': 'bbbfe928-921d-4e96-9f72-b3bf7c793127', 'status': 'completed', 'code': 200} Jun 30 11:58:48.076914 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-5898b868-7b15-48bd-8532-a66f513d62da req-ab95c5cc-bade-47af-a8ab-47ca9d1e038e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.44 "DELETE /v2.0/ports/bbbfe928-921d-4e96-9f72-b3bf7c793127 HTTP/1.1" status: 204 len: 173 time: 1.1847970 Jun 30 11:58:48.115848 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:48.210413 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27525444'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:48.211231 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-98fdd65d-add2-4b6e-8b87-b5bf80c12cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:48.325082 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Pushing event updated for resources: {'Port': ['ID=1515c5e5-5d40-4ca5-a958-687c2a308b6c,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:48.338986 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:48.524865 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.l3_db [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Floating IP c995a33e-f76e-43bc-90f0-2192c82bc8d8 associated. External IP: 172.27.1.66, port: 14677172-f70a-42f9-b49b-19b9f7b2802b. Jun 30 11:58:48.899887 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b2f4cd65-dbd4-4d08-b813-609351e9d13a req-57d35e06-7414-4faf-9822-5e260c9eb787 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1b2c00-318b-4f00-bf00-8dc0f8b1896f HTTP/1.1" status: 200 len: 210 time: 0.1375327 Jun 30 11:58:48.963982 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Router 3e13d25f-bb18-413b-a51b-2c0cdc34322b has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:58:49.275882 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:58:49.276120 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device bbbfe928-921d-4e96-9f72-b3bf7c793127 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 11:58:49.307105 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c72289a-55cb-4d62-811d-2f10fa718dde None None] Sync routers for ids ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:58:49.317313 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: bbbfe928-921d-4e96-9f72-b3bf7c793127 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 11:58:49.317641 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device bbbfe928-921d-4e96-9f72-b3bf7c793127 not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 11:58:49.323603 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72289a-55cb-4d62-811d-2f10fa718dde None None] Routers {'3e13d25f-bb18-413b-a51b-2c0cdc34322b'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:58:49.324209 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-3c72289a-55cb-4d62-811d-2f10fa718dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:58:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:49.400287 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:49.460271 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-b2c44203-4111-42cc-8743-21b5d1c8eec7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2716222 Jun 30 11:58:49.462172 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:58:49.511335 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-3c72289a-55cb-4d62-811d-2f10fa718dde None None] Set router 3e13d25f-bb18-413b-a51b-2c0cdc34322b gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:58:49.511492 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f4b296-6d47-4514-9c99-7ede8cb7e0fa'] response: {'name': 'network-changed', 'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'status': 'completed', 'code': 200} Jun 30 11:58:49.624557 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bce9c-88cb-49d9-a53b-67f10963aaab req-0df9ef4a-27a6-4c1e-aa5e-27a6ef224072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:49.626074 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2c3bce9c-88cb-49d9-a53b-67f10963aaab req-0df9ef4a-27a6-4c1e-aa5e-27a6ef224072 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eba484848b8e4410a0a4acc6f3019575&device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 1098 time: 0.0873036 Jun 30 11:58:49.767002 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bce9c-88cb-49d9-a53b-67f10963aaab req-89c5ceb7-a8c0-45f5-8d6a-1186701f531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:49.768488 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2c3bce9c-88cb-49d9-a53b-67f10963aaab req-89c5ceb7-a8c0-45f5-8d6a-1186701f531f service neutron] 10.222.0.44 "GET /v2.0/networks?id=33724ee5-5a3e-4d68-a19f-6043ed2b8c26 HTTP/1.1" status: 200 len: 909 time: 0.1366050 Jun 30 11:58:49.874202 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-3c72289a-55cb-4d62-811d-2f10fa718dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T11:57:33Z', 'revision_number': 4, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port': {'id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:26Z', 'updated_at': '2022-06-30T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'c995a33e-f76e-43bc-90f0-2192c82bc8d8', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'port_id': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'mac_address': 'fa:16:3e:48:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:58:47Z', 'updated_at': '2022-06-30T11:58:47Z', 'revision_number': 0, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '953d88d7-2c2b-41ba-a336-bae0f5c5e256', 'name': '', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'mac_address': 'fa:16:3e:90:59:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:31Z', 'updated_at': '2022-06-30T11:57:42Z', 'revision_number': 5, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'subnets': [{'id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:49.879828 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c72289a-55cb-4d62-811d-2f10fa718dde None None] Checking router: 3e13d25f-bb18-413b-a51b-2c0cdc34322b for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:58:49.889976 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2c3bce9c-88cb-49d9-a53b-67f10963aaab req-b7aa558c-cd7e-41d3-82d8-a2f1de555d3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14677172-f70a-42f9-b49b-19b9f7b2802b HTTP/1.1" status: 200 len: 998 time: 0.1128836 Jun 30 11:58:49.890598 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72289a-55cb-4d62-811d-2f10fa718dde None None] Routers {'3e13d25f-bb18-413b-a51b-2c0cdc34322b'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:58:49.891197 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-3c72289a-55cb-4d62-811d-2f10fa718dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:58:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:49.959825 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bce9c-88cb-49d9-a53b-67f10963aaab req-fc2329ac-736e-41b1-8c1b-9a9ced750513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:49.962137 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2c3bce9c-88cb-49d9-a53b-67f10963aaab req-fc2329ac-736e-41b1-8c1b-9a9ced750513 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fd1625f-4000-45fe-8c1a-a812dcf95e0d HTTP/1.1" status: 200 len: 847 time: 0.0656438 Jun 30 11:58:50.068508 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bce9c-88cb-49d9-a53b-67f10963aaab req-eddea57c-822c-4e89-9d0e-a917b5c26221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:50.071137 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2c3bce9c-88cb-49d9-a53b-67f10963aaab req-eddea57c-822c-4e89-9d0e-a917b5c26221 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33724ee5-5a3e-4d68-a19f-6043ed2b8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970602 Jun 30 11:58:50.095065 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-3c72289a-55cb-4d62-811d-2f10fa718dde None None] Set router 3e13d25f-bb18-413b-a51b-2c0cdc34322b gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:58:50.239473 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2c3bce9c-88cb-49d9-a53b-67f10963aaab req-23ea88ad-03e9-40a2-97dd-80d7663b0779 service neutron] 10.222.0.44 "GET /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615896 Jun 30 11:58:50.408408 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-8ad12a58-7a8e-4843-82c4-ea296c0c70cb tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:50.411038 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-8ad12a58-7a8e-4843-82c4-ea296c0c70cb tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/networks?id=56835f9d-b554-40f1-900c-567f9a4eef23 HTTP/1.1" status: 200 len: 808 time: 0.2551346 Jun 30 11:58:50.442515 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-cb1072e2-9756-4c76-b401-bf7c4733fc99 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/quotas/e7a20a368d5b49ee99985f1a9449de4e HTTP/1.1" status: 200 len: 375 time: 0.0213056 Jun 30 11:58:50.452427 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2c3bce9c-88cb-49d9-a53b-67f10963aaab req-66a5aa3c-7bd5-411a-a6fb-183350a685f5 service neutron] 10.222.0.44 "GET /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063479 Jun 30 11:58:50.501699 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-29a8e231-fda6-4bc8-a9b3-fcf6ac9fbd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:50.514874 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-3cf9b12c-0912-42ce-8c26-7c696ee32cc1 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7a20a368d5b49ee99985f1a9449de4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636170 Jun 30 11:58:50.531674 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566927c-0e35-4a25-a9b0-48870fa16b8f req-a5904a73-8cb4-4d09-aaa6-6457bb267e72 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:50.537705 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c566927c-0e35-4a25-a9b0-48870fa16b8f req-a5904a73-8cb4-4d09-aaa6-6457bb267e72 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1925721 Jun 30 11:58:50.555057 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-3c72289a-55cb-4d62-811d-2f10fa718dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T11:57:33Z', 'revision_number': 4, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port': {'id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:26Z', 'updated_at': '2022-06-30T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'c995a33e-f76e-43bc-90f0-2192c82bc8d8', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'port_id': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'mac_address': 'fa:16:3e:48:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:58:47Z', 'updated_at': '2022-06-30T11:58:47Z', 'revision_number': 0, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '953d88d7-2c2b-41ba-a336-bae0f5c5e256', 'name': '', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'mac_address': 'fa:16:3e:90:59:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:31Z', 'updated_at': '2022-06-30T11:57:42Z', 'revision_number': 5, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'subnets': [{'id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:50.565947 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c72289a-55cb-4d62-811d-2f10fa718dde None None] The sync data for ids ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'] in dv-cinder-848250-1-iscsi is: [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T11:57:33Z', 'revision_number': 4, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port': {'id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:26Z', 'updated_at': '2022-06-30T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'c995a33e-f76e-43bc-90f0-2192c82bc8d8', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'port_id': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'mac_address': 'fa:16:3e:48:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:58:47Z', 'updated_at': '2022-06-30T11:58:47Z', 'revision_number': 0, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '953d88d7-2c2b-41ba-a336-bae0f5c5e256', 'name': '', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'mac_address': 'fa:16:3e:90:59:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:31Z', 'updated_at': '2022-06-30T11:57:42Z', 'revision_number': 5, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'subnets': [{'id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:58:50.674005 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c566927c-0e35-4a25-a9b0-48870fa16b8f req-eeb0133b-86af-45a5-a0df-efb9ace830da tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183693 Jun 30 11:58:50.717158 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-f640ff6e-7280-4cf1-a419-7a149168893c service neutron] 10.222.0.18 "GET /v2.0/networks/56835f9d-b554-40f1-900c-567f9a4eef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829128 Jun 30 11:58:50.790209 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d2f4f-a40b-4f96-b354-c7bbb7f758f3 None None] New status for floating IP c995a33e-f76e-43bc-90f0-2192c82bc8d8: ACTIVE {{(pid=88753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:58:50.883823 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-b10623a9-75e8-474b-8300-dca3732b3c79 service neutron] 10.222.0.18 "GET /v2.0/networks/56835f9d-b554-40f1-900c-567f9a4eef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581428 Jun 30 11:58:51.260273 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9ebfe009-c309-4586-ab92-ca7485ca6cfc req-da6ff7bb-824d-49f7-95df-e1b3e7f3c433 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 210 time: 0.0880730 Jun 30 11:58:51.469528 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:51.675120 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:51.899478 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538066d7-c160-4516-a02d-c29158fcbe5b req-ed286a60-cbf6-444d-bba8-5861cb3c67b0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:51.901054 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-538066d7-c160-4516-a02d-c29158fcbe5b req-ed286a60-cbf6-444d-bba8-5861cb3c67b0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1067643 Jun 30 11:58:51.950072 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-538066d7-c160-4516-a02d-c29158fcbe5b req-8d06f2e4-5fe4-49df-b086-85a75d38ca17 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428219 Jun 30 11:58:52.485027 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-849b57eb-8009-4cae-8330-315a727a3c01 req-155f2649-86f1-4c28-b4ea-5640b739df01 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 210 time: 0.0733762 Jun 30 11:58:53.155080 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:53.193073 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287cc41-6ce6-41eb-9873-7e6f3b1d037d req-edde3058-e377-4a48-b3dd-6ea36405c954 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:53.194584 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2287cc41-6ce6-41eb-9873-7e6f3b1d037d req-edde3058-e377-4a48-b3dd-6ea36405c954 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1140232 Jun 30 11:58:53.242776 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2287cc41-6ce6-41eb-9873-7e6f3b1d037d req-95ffd1f4-e44e-48e5-b57b-615f7adc39db tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404916 Jun 30 11:58:53.667808 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0daeb4f6-8f29-42f7-9b62-85ab3b837102 req-ee94d7be-dedd-4d85-97e9-d1eeeb585f71 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 210 time: 0.0576336 Jun 30 11:58:53.945364 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-1fed3c11-ff88-404c-8b35-d80263c43c53 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:53.946866 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-1fed3c11-ff88-404c-8b35-d80263c43c53 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.44 "GET /v2.0/networks?id=56835f9d-b554-40f1-900c-567f9a4eef23 HTTP/1.1" status: 200 len: 808 time: 0.1723709 Jun 30 11:58:53.969159 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Request body: {'port': {'device_id': '3bf06f52-d1a5-40e1-b0f1-1887a4b6d571', 'network_id': '56835f9d-b554-40f1-900c-567f9a4eef23', 'admin_state_up': True, 'tenant_id': 'e7a20a368d5b49ee99985f1a9449de4e'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:58:54.147230 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:58:54.154380 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Usage tracker for resource:port and tenant:e7a20a368d5b49ee99985f1a9449de4e is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:58:54.158122 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:58:54.165862 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:58:54.269616 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Made reservation on behalf of e7a20a368d5b49ee99985f1a9449de4e for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:58:54.274351 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:54.500075 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Allocated IP 172.20.0.2 (56835f9d-b554-40f1-900c-567f9a4eef23/c53d795c-5b2e-460b-8161-5dbf83ecd3f0/ba318c6d-dbae-4045-9c24-42102e45f7f0) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:58:54.632131 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da53f7-7d85-43d1-b5f4-870bb9c033a5 req-756b2873-def6-4bef-b506-bbd415608a20 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:54.635215 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-23da53f7-7d85-43d1-b5f4-870bb9c033a5 req-756b2873-def6-4bef-b506-bbd415608a20 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1264398 Jun 30 11:58:54.744196 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-23da53f7-7d85-43d1-b5f4-870bb9c033a5 req-d1dd4403-2b65-4043-984c-4a9295ce5109 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013789 Jun 30 11:58:54.776762 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ac03c-2fe5-4832-a49f-15fa37d337fa req-49dc5ed7-8c63-46d0-aa93-9c59ae36a725 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:54.780400 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8e7ac03c-2fe5-4832-a49f-15fa37d337fa req-49dc5ed7-8c63-46d0-aa93-9c59ae36a725 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 945 time: 0.1184223 Jun 30 11:58:54.842895 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8e7ac03c-2fe5-4832-a49f-15fa37d337fa req-ddb8773f-8bd5-4aa6-a098-7e222c09993f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588114 Jun 30 11:58:54.856332 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:54.929131 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f491892b-dbf8-4cd1-8e85-4ff1886abe75 req-bbaa6808-ba17-45a3-98a3-147e4eedca70 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 210 time: 0.0502086 Jun 30 11:58:54.953305 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:55.036477 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Network 56835f9d-b554-40f1-900c-567f9a4eef23 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:58:55.040309 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:58:55.044522 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:58:55.077911 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Pushing event updated for resources: {'Port': ['ID=ba318c6d-dbae-4045-9c24-42102e45f7f0,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:55.117030 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:55.117725 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:55.284892 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-88dd015b-c562-4dd5-a037-a234a69f5a15 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3197744 Jun 30 11:58:55.298784 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Request body: {'port': {'device_id': '3bf06f52-d1a5-40e1-b0f1-1887a4b6d571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:58:55.465602 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:55.863836 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba318c6d-dbae-4045-9c24-42102e45f7f0 {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:58:55.873261 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:55.892385 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Transition to ACTIVE for port object ba318c6d-dbae-4045-9c24-42102e45f7f0 will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:58:55.955124 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:56.090676 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Pushing event updated for resources: {'Port': ['ID=ba318c6d-dbae-4045-9c24-42102e45f7f0,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:56.214517 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Attempting to bind port ba318c6d-dbae-4045-9c24-42102e45f7f0 on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:58:56.215194 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Attempting to bind port ba318c6d-dbae-4045-9c24-42102e45f7f0 by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': '4cdb2a59-7895-4164-9981-425400ccd76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56835f9d-b554-40f1-900c-567f9a4eef23'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:58:56.215601 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Attempting to bind port ba318c6d-dbae-4045-9c24-42102e45f7f0 on network 56835f9d-b554-40f1-900c-567f9a4eef23 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:58:56.222063 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Port ba318c6d-dbae-4045-9c24-42102e45f7f0 on network 56835f9d-b554-40f1-900c-567f9a4eef23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:58:56.222673 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Attempting to bind port ba318c6d-dbae-4045-9c24-42102e45f7f0 on network 56835f9d-b554-40f1-900c-567f9a4eef23 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:58:56.232271 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:58:56.233049 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Checking segment: {'id': '4cdb2a59-7895-4164-9981-425400ccd76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56835f9d-b554-40f1-900c-567f9a4eef23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:58:56.233444 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Bound using segment: {'id': '4cdb2a59-7895-4164-9981-425400ccd76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56835f9d-b554-40f1-900c-567f9a4eef23'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:58:56.233982 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Bound port: ba318c6d-dbae-4045-9c24-42102e45f7f0, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cdb2a59-7895-4164-9981-425400ccd76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '56835f9d-b554-40f1-900c-567f9a4eef23'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:58:56.234472 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:56.251372 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961cb2c-f621-49f5-9c3e-7d7536bb9af2 req-27fd34a4-da06-43be-9ec2-b9eef10a42a5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:56.253340 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b961cb2c-f621-49f5-9c3e-7d7536bb9af2 req-27fd34a4-da06-43be-9ec2-b9eef10a42a5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 945 time: 0.2622511 Jun 30 11:58:56.281606 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf7bab-e5e9-4e58-bc1f-77dbe1601439 req-d4dec77f-a139-4c4a-b3c4-7570564c492d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:56.283637 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bbcf7bab-e5e9-4e58-bc1f-77dbe1601439 req-d4dec77f-a139-4c4a-b3c4-7570564c492d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.3334341 Jun 30 11:58:56.362488 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b961cb2c-f621-49f5-9c3e-7d7536bb9af2 req-17059a1f-5387-49f5-978f-bb42575edc8d tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025341 Jun 30 11:58:56.376110 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bbcf7bab-e5e9-4e58-bc1f-77dbe1601439 req-e20f2a4b-50ef-4dd7-81da-a821c1202760 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798941 Jun 30 11:58:56.400169 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] For port ba318c6d-dbae-4045-9c24-42102e45f7f0, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:58:56.422472 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] For port ba318c6d-dbae-4045-9c24-42102e45f7f0, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=ba318c6d-dbae-4045-9c24-42102e45f7f0,segment=NetworkSegment(4cdb2a59-7895-4164-9981-425400ccd76a),segment_id=4cdb2a59-7895-4164-9981-425400ccd76a)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:58:56.453419 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3acadb-1574-4956-bcef-2de43c367fde req-3476d324-ec5e-4f64-a259-19aeabfcef31 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:56.454142 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-da3acadb-1574-4956-bcef-2de43c367fde req-3476d324-ec5e-4f64-a259-19aeabfcef31 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Synchronizing usage tracker for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:58:56.468208 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-da3acadb-1574-4956-bcef-2de43c367fde req-3476d324-ec5e-4f64-a259-19aeabfcef31 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Unset dirty status for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:58:56.471065 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-da3acadb-1574-4956-bcef-2de43c367fde req-3476d324-ec5e-4f64-a259-19aeabfcef31 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 945 time: 0.1323047 Jun 30 11:58:56.513115 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:56.575649 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4b60d-6b66-42dc-82a4-73459fa688f0 req-20552926-6fa0-4663-9961-f31247777e8c tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:56.577338 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4be4b60d-6b66-42dc-82a4-73459fa688f0 req-20552926-6fa0-4663-9961-f31247777e8c tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 943 time: 0.0991855 Jun 30 11:58:56.604153 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:56.604794 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:56.606208 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] 10.222.0.44 "PUT /v2.0/ports/ba318c6d-dbae-4045-9c24-42102e45f7f0 HTTP/1.1" status: 200 len: 1093 time: 1.3119617 Jun 30 11:58:56.608585 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf06f52-d1a5-40e1-b0f1-1887a4b6d571', 'tag': 'ba318c6d-dbae-4045-9c24-42102e45f7f0'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:58:56.626044 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-da3acadb-1574-4956-bcef-2de43c367fde req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Deleting port b7821781-c02f-4e12-94d2-917217377a39 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 11:58:56.626421 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-da3acadb-1574-4956-bcef-2de43c367fde req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:56.641228 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4be4b60d-6b66-42dc-82a4-73459fa688f0 req-a2738d63-6de0-4ea4-b965-61c148948774 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577612 Jun 30 11:58:56.678919 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd443685-7fea-4be2-8945-25b693b2b583'] response: {'name': 'network-changed', 'server_uuid': '3bf06f52-d1a5-40e1-b0f1-1887a4b6d571', 'tag': 'ba318c6d-dbae-4045-9c24-42102e45f7f0', 'status': 'completed', 'code': 200} Jun 30 11:58:56.688400 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad18629-69bd-47b7-90a4-e0ef35b5bd22 service neutron] Pushing event updated for resources: {'Port': ['ID=ba318c6d-dbae-4045-9c24-42102e45f7f0,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:57.021806 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442a466-2859-44e4-aca3-594e35bd85b8 req-2cafdbc4-f633-4be9-8d75-5d657e3d969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:57.023532 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9442a466-2859-44e4-aca3-594e35bd85b8 req-2cafdbc4-f633-4be9-8d75-5d657e3d969e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7a20a368d5b49ee99985f1a9449de4e&device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 1096 time: 0.3259177 Jun 30 11:58:57.142772 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-da3acadb-1574-4956-bcef-2de43c367fde req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] For port b7821781-c02f-4e12-94d2-917217377a39, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=b7821781-c02f-4e12-94d2-917217377a39,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:58:57.143051 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-da3acadb-1574-4956-bcef-2de43c367fde req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:57.350122 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442a466-2859-44e4-aca3-594e35bd85b8 req-f8af016e-dffb-4af4-a13f-7d01b5edd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:57.352228 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9442a466-2859-44e4-aca3-594e35bd85b8 req-f8af016e-dffb-4af4-a13f-7d01b5edd088 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e7a20a368d5b49ee99985f1a9449de4e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3214185 Jun 30 11:58:57.616349 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-da3acadb-1574-4956-bcef-2de43c367fde req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:57.616825 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-da3acadb-1574-4956-bcef-2de43c367fde req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:57.617154 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [req-da3acadb-1574-4956-bcef-2de43c367fde req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Floating IP 7f477328-7d22-4562-85ec-cfb88f5e06b0 disassociated. External IP: 172.27.1.6, port: b7821781-c02f-4e12-94d2-917217377a39. Jun 30 11:58:57.617506 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-da3acadb-1574-4956-bcef-2de43c367fde req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Calling delete_port for b7821781-c02f-4e12-94d2-917217377a39 owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 11:58:57.647248 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442a466-2859-44e4-aca3-594e35bd85b8 req-0ddc3f82-4145-4223-885d-5c524aeb82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:57.649329 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9442a466-2859-44e4-aca3-594e35bd85b8 req-0ddc3f82-4145-4223-885d-5c524aeb82cd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2842655 Jun 30 11:58:57.655485 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a518b7-d9f7-4692-a559-4fbfe8447a87 req-7d99820d-38e8-492d-815b-70de8f05fb16 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:57.657039 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f2a518b7-d9f7-4692-a559-4fbfe8447a87 req-7d99820d-38e8-492d-815b-70de8f05fb16 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 945 time: 0.1657259 Jun 30 11:58:57.665988 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c4c22-debb-446d-a5e8-c0c1f7d9b942 req-9cd89ea4-bae7-4a73-a309-19e937f2abfb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:57.667420 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bb5c4c22-debb-446d-a5e8-c0c1f7d9b942 req-9cd89ea4-bae7-4a73-a309-19e937f2abfb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1398759 Jun 30 11:58:57.741529 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f2a518b7-d9f7-4692-a559-4fbfe8447a87 req-59279c3c-8381-49e1-8c58-81ed51d8de77 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=615f1dd3-0375-425b-a285-a2d545a20c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693090 Jun 30 11:58:57.753667 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bb5c4c22-debb-446d-a5e8-c0c1f7d9b942 req-5b802d8b-8904-4ec7-a675-e845b71c430a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669494 Jun 30 11:58:57.847237 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-a0002e0e-d5ef-41ac-924a-bd11c0470b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:57.848779 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-a0002e0e-d5ef-41ac-924a-bd11c0470b39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7a20a368d5b49ee99985f1a9449de4e&device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 1096 time: 0.1457684 Jun 30 11:58:57.922515 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-da3acadb-1574-4956-bcef-2de43c367fde req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:57.954524 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0813c-b5c1-4b5a-bb2d-df2b7dbbb0c1 req-24c776e8-b9ba-4066-b9f0-317697b1134e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:57.956088 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a0a0813c-b5c1-4b5a-bb2d-df2b7dbbb0c1 req-24c776e8-b9ba-4066-b9f0-317697b1134e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 943 time: 0.0995634 Jun 30 11:58:57.961187 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-e8415164-a883-40c1-9305-ebd0b2a23892 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba318c6d-dbae-4045-9c24-42102e45f7f0 HTTP/1.1" status: 200 len: 217 time: 0.1041398 Jun 30 11:58:58.009024 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a0a0813c-b5c1-4b5a-bb2d-df2b7dbbb0c1 req-02d3f7de-39c9-4f88-94c8-d5c4d31f70fe tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462637 Jun 30 11:58:58.010902 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event deleted for resources: {'Port': ['ID=b7821781-c02f-4e12-94d2-917217377a39,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:58:58.103805 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-1ca5d8b9-2f46-4586-9aeb-8c81ba7ae8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:58.105254 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-1ca5d8b9-2f46-4586-9aeb-8c81ba7ae8e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c53d795c-5b2e-460b-8161-5dbf83ecd3f0 HTTP/1.1" status: 200 len: 848 time: 0.1372867 Jun 30 11:58:58.240977 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-448eec10-95b1-49ec-a59f-c5cb4efad165 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56835f9d-b554-40f1-900c-567f9a4eef23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676887 Jun 30 11:58:58.533514 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da3acadb-1574-4956-bcef-2de43c367fde req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Router 00155358-9483-4606-9d77-1dca63089318 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:58:58.558498 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-eb951862-1a55-4204-a8bb-aebb9bf67166 service neutron] 10.222.0.44 "GET /v2.0/networks/56835f9d-b554-40f1-900c-567f9a4eef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109238 Jun 30 11:58:58.874324 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da3acadb-1574-4956-bcef-2de43c367fde req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:58:58.894358 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f713717-e14b-4935-938a-e5d42e33aa36 None None] Sync routers for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:58:58.911123 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4933b4c-b936-4140-8e3b-d486303b9106 req-31bd5034-ffad-48be-9b82-ac5ab1dc6eb3 service neutron] 10.222.0.44 "GET /v2.0/networks/56835f9d-b554-40f1-900c-567f9a4eef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797458 Jun 30 11:58:58.926970 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f713717-e14b-4935-938a-e5d42e33aa36 None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:58:58.927608 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-6f713717-e14b-4935-938a-e5d42e33aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:58:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:59.004214 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3acadb-1574-4956-bcef-2de43c367fde req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] No DVR routers for this DVR port b7821781-c02f-4e12-94d2-917217377a39 on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:58:59.009815 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-da3acadb-1574-4956-bcef-2de43c367fde req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:58:59.011999 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abf103f-d986-43f8-90f1-eb0c5dbe996e', 'name': 'network-vif-deleted', 'tag': 'b7821781-c02f-4e12-94d2-917217377a39'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:58:59.099637 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-da3acadb-1574-4956-bcef-2de43c367fde req-3e2c9e79-d1b3-4305-9361-a2e608e46720 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "DELETE /v2.0/ports/b7821781-c02f-4e12-94d2-917217377a39 HTTP/1.1" status: 204 len: 173 time: 2.6202149 Jun 30 11:58:59.101690 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3f4d05d9-c2e6-4b63-9842-ce5573fc7e75 req-20f89c49-2f28-441b-82fe-98d61271fa92 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 210 time: 0.1011257 Jun 30 11:58:59.171404 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a843-7a30-4eb5-b41e-70530465c074 req-0a07ddfc-8e53-4892-a05f-b3a402091c31 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:59.173953 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5621a843-7a30-4eb5-b41e-70530465c074 req-0a07ddfc-8e53-4892-a05f-b3a402091c31 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.2495677 Jun 30 11:58:59.207951 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-6f713717-e14b-4935-938a-e5d42e33aa36 None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:58:59.236393 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71049088-1b6d-4741-b391-8173d16ee099'] response: {'server_uuid': '9abf103f-d986-43f8-90f1-eb0c5dbe996e', 'name': 'network-vif-deleted', 'tag': 'b7821781-c02f-4e12-94d2-917217377a39', 'status': 'completed', 'code': 200} Jun 30 11:58:59.290962 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5621a843-7a30-4eb5-b41e-70530465c074 req-53003505-46fa-4b67-9593-4093b81c2dbb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063643 Jun 30 11:58:59.312604 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device b7821781-c02f-4e12-94d2-917217377a39 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 11:58:59.380693 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: b7821781-c02f-4e12-94d2-917217377a39 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 11:58:59.381034 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device b7821781-c02f-4e12-94d2-917217377a39 not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 11:58:59.499793 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f6f75-959d-458d-8176-0901d5cab4cd req-7297f2f2-59b6-4149-a95b-3c5b9d43eb3a tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:58:59.501356 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1f9f6f75-959d-458d-8176-0901d5cab4cd req-7297f2f2-59b6-4149-a95b-3c5b9d43eb3a tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 943 time: 0.1241241 Jun 30 11:58:59.547186 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1f9f6f75-959d-458d-8176-0901d5cab4cd req-b8165df4-d416-4450-85bc-f29a5053abe7 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398595 Jun 30 11:58:59.687654 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-6f713717-e14b-4935-938a-e5d42e33aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'e9876cb4-a9da-4563-a09b-5c4d3c155027', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:22:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:30Z', 'updated_at': '2022-06-30T11:56:21Z', 'revision_number': 2, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:59.691375 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f713717-e14b-4935-938a-e5d42e33aa36 None None] Checking router: 00155358-9483-4606-9d77-1dca63089318 for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:58:59.699497 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f713717-e14b-4935-938a-e5d42e33aa36 None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:58:59.700117 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-6f713717-e14b-4935-938a-e5d42e33aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:58:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:58:59.887022 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-6f713717-e14b-4935-938a-e5d42e33aa36 None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:59:00.343919 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7542d327-7cc1-4a3d-b8b3-9d5a613e4189 req-104813b3-2bce-4672-8622-b87d26a76b5a tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abf103f-d986-43f8-90f1-eb0c5dbe996e HTTP/1.1" status: 200 len: 210 time: 0.0829122 Jun 30 11:59:00.363042 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-6f713717-e14b-4935-938a-e5d42e33aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'e9876cb4-a9da-4563-a09b-5c4d3c155027', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:22:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:30Z', 'updated_at': '2022-06-30T11:56:21Z', 'revision_number': 2, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:00.369867 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f713717-e14b-4935-938a-e5d42e33aa36 None None] The sync data for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi is: [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'e9876cb4-a9da-4563-a09b-5c4d3c155027', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:22:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:55:30Z', 'updated_at': '2022-06-30T11:56:21Z', 'revision_number': 2, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:59:00.575674 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36871a-308f-4b69-98a8-21786f9ee8b8 req-df744430-412f-4ebf-99df-a93aa93257ed tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:00.575674 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cf36871a-308f-4b69-98a8-21786f9ee8b8 req-df744430-412f-4ebf-99df-a93aa93257ed tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1125143 Jun 30 11:59:00.622245 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cf36871a-308f-4b69-98a8-21786f9ee8b8 req-c7c96f2d-8fb7-4fa6-b63d-7d1a1be04b1a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424550 Jun 30 11:59:00.712492 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce4067-081e-4103-81d8-3e3dd558dd69 None None] New status for floating IP 7f477328-7d22-4562-85ec-cfb88f5e06b0: DOWN {{(pid=88753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:59:00.891394 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29fbad-2f71-40f5-9c15-ebe02a4e2488 req-04a9ddff-81f3-45f1-a426-c0007becf8fe tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:00.893458 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ff29fbad-2f71-40f5-9c15-ebe02a4e2488 req-04a9ddff-81f3-45f1-a426-c0007becf8fe tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 943 time: 0.1624184 Jun 30 11:59:00.948480 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ff29fbad-2f71-40f5-9c15-ebe02a4e2488 req-fa4d9a01-89bb-4340-9f0b-dd433f7b4457 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468082 Jun 30 11:59:01.301736 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f063b9-e369-4c42-8c5c-af91b0f48ed5 req-2227d703-c4ef-4874-93f5-6fcf1c20235d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:01.303224 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-00f063b9-e369-4c42-8c5c-af91b0f48ed5 req-2227d703-c4ef-4874-93f5-6fcf1c20235d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.0963299 Jun 30 11:59:01.310362 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device ba318c6d-dbae-4045-9c24-42102e45f7f0 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:59:01.338479 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db928b-0702-4729-b486-fbd413bcfbc3 req-1fd4d5a1-428a-4be6-a066-0f4b93dd6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:01.340634 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-80db928b-0702-4729-b486-fbd413bcfbc3 req-1fd4d5a1-428a-4be6-a066-0f4b93dd6ad9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 1099 time: 0.1036448 Jun 30 11:59:01.351313 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-00f063b9-e369-4c42-8c5c-af91b0f48ed5 req-db7a6e35-9bc1-4b6b-9324-ddda2a1ac44e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401795 Jun 30 11:59:01.451878 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port ba318c6d-dbae-4045-9c24-42102e45f7f0, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=ba318c6d-dbae-4045-9c24-42102e45f7f0,segment=NetworkSegment(4cdb2a59-7895-4164-9981-425400ccd76a),segment_id=4cdb2a59-7895-4164-9981-425400ccd76a)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:59:01.492703 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db928b-0702-4729-b486-fbd413bcfbc3 req-5d134e30-309b-4e15-93c0-804792f8c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:01.494228 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-80db928b-0702-4729-b486-fbd413bcfbc3 req-5d134e30-309b-4e15-93c0-804792f8c2ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 920 time: 0.1456828 Jun 30 11:59:01.507938 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': 'ba318c6d-dbae-4045-9c24-42102e45f7f0', 'network_id': '56835f9d-b554-40f1-900c-567f9a4eef23', 'port_id': 'ba318c6d-dbae-4045-9c24-42102e45f7f0', 'mac_address': 'fa:16:3e:59:fb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53d795c-5b2e-460b-8161-5dbf83ecd3f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:59:01.545305 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 43858) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:01.567991 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port ba318c6d-dbae-4045-9c24-42102e45f7f0 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:59:01.570883 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:01.587631 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba318c6d-dbae-4045-9c24-42102e45f7f0 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:59:01.603399 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port ba318c6d-dbae-4045-9c24-42102e45f7f0, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=ba318c6d-dbae-4045-9c24-42102e45f7f0,segment=NetworkSegment(4cdb2a59-7895-4164-9981-425400ccd76a),segment_id=4cdb2a59-7895-4164-9981-425400ccd76a)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:59:01.619531 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-27f7ed7b-8b44-425b-bd9d-d6944820a848 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:01.639380 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-80db928b-0702-4729-b486-fbd413bcfbc3 req-f3200d78-15a3-4e1e-9d81-b8271b594a7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b560b8-8267-4535-b666-e0f57755896c HTTP/1.1" status: 200 len: 1002 time: 0.1316967 Jun 30 11:59:01.649768 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-27f7ed7b-8b44-425b-bd9d-d6944820a848 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:01.686495 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:01.732192 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db928b-0702-4729-b486-fbd413bcfbc3 req-7d0b1157-ce99-4165-86db-64bbe08bdcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:01.734126 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-80db928b-0702-4729-b486-fbd413bcfbc3 req-7d0b1157-ce99-4165-86db-64bbe08bdcc1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.0881426 Jun 30 11:59:01.773097 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-27f7ed7b-8b44-425b-bd9d-d6944820a848 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:01.797848 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=ba318c6d-dbae-4045-9c24-42102e45f7f0,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:01.799089 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7ed7b-8b44-425b-bd9d-d6944820a848 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=615f1dd3-0375-425b-a285-a2d545a20c79,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:01.836866 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db928b-0702-4729-b486-fbd413bcfbc3 req-894409ad-3f68-481a-bd98-672a340f23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:01.838553 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-80db928b-0702-4729-b486-fbd413bcfbc3 req-894409ad-3f68-481a-bd98-672a340f23c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0951118 Jun 30 11:59:01.856449 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-27f7ed7b-8b44-425b-bd9d-d6944820a848 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:01.856674 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-27f7ed7b-8b44-425b-bd9d-d6944820a848 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "DELETE /v2.0/security-groups/615f1dd3-0375-425b-a285-a2d545a20c79 HTTP/1.1" status: 204 len: 168 time: 0.3100564 Jun 30 11:59:01.862632 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 43864) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:01.888208 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.api.v2.resource [None req-2078b2bd-8f7e-4dc9-9e81-ed4f696ad49e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] show failed (client error): The resource could not be found. Jun 30 11:59:01.889246 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-2078b2bd-8f7e-4dc9-9e81-ed4f696ad49e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups/615f1dd3-0375-425b-a285-a2d545a20c79 HTTP/1.1" status: 404 len: 347 time: 0.0247509 Jun 30 11:59:01.892140 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 43868) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:01.982335 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-80db928b-0702-4729-b486-fbd413bcfbc3 req-b4d5ad26-a10f-4d9c-ad68-fdc8b6fcbd71 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352892 Jun 30 11:59:02.022538 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['ba318c6d-dbae-4045-9c24-42102e45f7f0'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:59:02.152151 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-80db928b-0702-4729-b486-fbd413bcfbc3 req-d7b86356-836a-4ab5-80b1-8d531a2856cc service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574907 Jun 30 11:59:02.183535 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-66d54162-c2c1-43dd-89a6-bcf900c4c9a6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Deleting port 075e7b77-6ca7-4b89-b824-061d6f320eaa {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 11:59:02.184051 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-66d54162-c2c1-43dd-89a6-bcf900c4c9a6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:02.361697 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c04c7a-d692-42b5-b69f-9cf487838b4f req-5d662d4c-ba49-4e2e-8b99-20931461ced1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:02.363242 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a1c04c7a-d692-42b5-b69f-9cf487838b4f req-5d662d4c-ba49-4e2e-8b99-20931461ced1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.5621243 Jun 30 11:59:02.496727 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a1c04c7a-d692-42b5-b69f-9cf487838b4f req-9d251a18-ec3e-4ed3-b5f6-7c7836129c21 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261063 Jun 30 11:59:02.538313 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb757aaf-c8d7-4c78-984f-1a24ab9df356 req-bdc095af-2792-470a-a3d1-5096a239b62e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:02.540168 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eb757aaf-c8d7-4c78-984f-1a24ab9df356 req-bdc095af-2792-470a-a3d1-5096a239b62e tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 944 time: 0.4522059 Jun 30 11:59:02.572498 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-66d54162-c2c1-43dd-89a6-bcf900c4c9a6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:02.572822 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-66d54162-c2c1-43dd-89a6-bcf900c4c9a6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:02.709143 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-66d54162-c2c1-43dd-89a6-bcf900c4c9a6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Calling delete_port for 075e7b77-6ca7-4b89-b824-061d6f320eaa owned by network:floatingip {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 11:59:02.811229 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eb757aaf-c8d7-4c78-984f-1a24ab9df356 req-a0339e8a-fccc-4f87-9154-d76e835bc6a2 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592292 Jun 30 11:59:02.944340 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f694eed-0ae4-4a51-80a9-eea61ca382ca req-f8945f35-6f96-4102-abc2-32e9f9371bae tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:02.946667 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8f694eed-0ae4-4a51-80a9-eea61ca382ca req-f8945f35-6f96-4102-abc2-32e9f9371bae tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.2461631 Jun 30 11:59:03.005954 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8f694eed-0ae4-4a51-80a9-eea61ca382ca req-045ca9d5-a619-44c1-bd00-8f096645617f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523727 Jun 30 11:59:03.080926 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-66d54162-c2c1-43dd-89a6-bcf900c4c9a6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:03.131616 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d54162-c2c1-43dd-89a6-bcf900c4c9a6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event deleted for resources: {'Port': ['ID=075e7b77-6ca7-4b89-b824-061d6f320eaa,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:03.233909 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-66d54162-c2c1-43dd-89a6-bcf900c4c9a6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:03.248523 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-66d54162-c2c1-43dd-89a6-bcf900c4c9a6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:03.253933 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-66d54162-c2c1-43dd-89a6-bcf900c4c9a6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "DELETE /v2.0/floatingips/7f477328-7d22-4562-85ec-cfb88f5e06b0 HTTP/1.1" status: 204 len: 168 time: 1.3566599 Jun 30 11:59:03.328073 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device ba318c6d-dbae-4045-9c24-42102e45f7f0 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:59:03.382651 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bf476-bbb4-4f82-8bac-35b052fbf671 req-c3d87815-641e-40c6-a636-e28e46b7febf tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:03.390426 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bb2bf476-bbb4-4f82-8bac-35b052fbf671 req-c3d87815-641e-40c6-a636-e28e46b7febf tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1135738 Jun 30 11:59:03.436918 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bb2bf476-bbb4-4f82-8bac-35b052fbf671 req-6f12e931-cde4-4d89-a9dc-8309755efb27 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455892 Jun 30 11:59:03.474424 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port ba318c6d-dbae-4045-9c24-42102e45f7f0 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:59:03.481276 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port ba318c6d-dbae-4045-9c24-42102e45f7f0 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:59:03.485416 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:03.536683 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560a1f-646c-405d-83b4-0326c34e52b2 req-dbec7670-8b5b-4f28-9596-b869c2b2a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:03.538247 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e7560a1f-646c-405d-83b4-0326c34e52b2 req-dbec7670-8b5b-4f28-9596-b869c2b2a575 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a7c4d775013495f985d1352b2699d20&device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 1098 time: 0.0889654 Jun 30 11:59:03.611067 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port ba318c6d-dbae-4045-9c24-42102e45f7f0 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:59:03.611436 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:03.641886 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf06f52-d1a5-40e1-b0f1-1887a4b6d571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba318c6d-dbae-4045-9c24-42102e45f7f0'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:59:03.652137 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port ba318c6d-dbae-4045-9c24-42102e45f7f0, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=ba318c6d-dbae-4045-9c24-42102e45f7f0,segment=NetworkSegment(4cdb2a59-7895-4164-9981-425400ccd76a),segment_id=4cdb2a59-7895-4164-9981-425400ccd76a)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:59:03.689049 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb06f9d-1f83-4409-abd9-4b821e5937d6'] response: {'server_uuid': '3bf06f52-d1a5-40e1-b0f1-1887a4b6d571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba318c6d-dbae-4045-9c24-42102e45f7f0', 'code': 200} Jun 30 11:59:03.689537 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560a1f-646c-405d-83b4-0326c34e52b2 req-37f1ff23-eb41-4ea6-94ff-1990bae8e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:03.691044 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e7560a1f-646c-405d-83b4-0326c34e52b2 req-37f1ff23-eb41-4ea6-94ff-1990bae8e1b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 HTTP/1.1" status: 200 len: 910 time: 0.1454165 Jun 30 11:59:03.726425 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:03.799568 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=ba318c6d-dbae-4045-9c24-42102e45f7f0,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:03.965522 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e7560a1f-646c-405d-83b4-0326c34e52b2 req-1df86bf1-895e-4fc4-bea8-9ed60f4ae1eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 HTTP/1.1" status: 200 len: 1001 time: 0.2534411 Jun 30 11:59:04.034549 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560a1f-646c-405d-83b4-0326c34e52b2 req-96355c57-3693-4fe4-89e7-bb972037278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:04.037000 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e7560a1f-646c-405d-83b4-0326c34e52b2 req-96355c57-3693-4fe4-89e7-bb972037278c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9acea99c-2923-40c6-9879-4a0dcdc3c90f HTTP/1.1" status: 200 len: 848 time: 0.0653844 Jun 30 11:59:04.052893 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ac044-5e76-4c59-b0e8-8e36cfb27c87 req-6c21b1f9-31e9-4b50-8056-749a93b30965 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:04.054723 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fc7ac044-5e76-4c59-b0e8-8e36cfb27c87 req-6c21b1f9-31e9-4b50-8056-749a93b30965 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 945 time: 0.0979812 Jun 30 11:59:04.103542 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fc7ac044-5e76-4c59-b0e8-8e36cfb27c87 req-389a1c5f-6bb2-41b3-b0df-bc5384538078 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424376 Jun 30 11:59:04.203052 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7560a1f-646c-405d-83b4-0326c34e52b2 req-28defa93-726d-4fd9-a418-6d25f811c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:04.204601 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e7560a1f-646c-405d-83b4-0326c34e52b2 req-28defa93-726d-4fd9-a418-6d25f811c8b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1542375 Jun 30 11:59:04.206793 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089a879-0435-4d10-b03a-b070c03e894a req-48705e29-e1fd-45fd-b936-d566072a945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:04.208249 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4089a879-0435-4d10-b03a-b070c03e894a req-48705e29-e1fd-45fd-b936-d566072a945f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 1098 time: 0.1192052 Jun 30 11:59:04.216521 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681b409-9570-4b1c-b61f-20948033feb3 req-d10a1240-3520-4fde-9f7a-849f5018c53b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:04.218295 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a681b409-9570-4b1c-b61f-20948033feb3 req-d10a1240-3520-4fde-9f7a-849f5018c53b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.0977738 Jun 30 11:59:04.268203 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a681b409-9570-4b1c-b61f-20948033feb3 req-2b5674dc-3208-433d-8561-0fa2b841bcaf tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436149 Jun 30 11:59:04.348785 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4089a879-0435-4d10-b03a-b070c03e894a req-bb190665-57a2-49cd-87fc-4855a0fefa83 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052356 Jun 30 11:59:04.387982 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e7560a1f-646c-405d-83b4-0326c34e52b2 req-503d14f7-99bf-4dbb-afc1-e75600f0482a service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645055 Jun 30 11:59:04.643088 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee8a6b-4e5e-491a-bd0b-51a4ad85f274 req-d0f46fd9-5f92-451f-aa2b-0386bc4d1fe8 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:04.644668 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d1ee8a6b-4e5e-491a-bd0b-51a4ad85f274 req-d0f46fd9-5f92-451f-aa2b-0386bc4d1fe8 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.0999913 Jun 30 11:59:04.699605 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d1ee8a6b-4e5e-491a-bd0b-51a4ad85f274 req-94353de3-692b-45a3-ba46-7a67fcffc942 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437918 Jun 30 11:59:04.720622 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e7560a1f-646c-405d-83b4-0326c34e52b2 req-7e882bcd-268d-44a2-907d-b123ab9f7d77 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413686 Jun 30 11:59:05.329000 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af39e1-789d-464a-bf4b-1e1d2f838255 req-75671112-86d3-4401-a307-eb4e365f8ab8 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:05.331669 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d8af39e1-789d-464a-bf4b-1e1d2f838255 req-75671112-86d3-4401-a307-eb4e365f8ab8 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 945 time: 0.1018870 Jun 30 11:59:05.392950 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d8af39e1-789d-464a-bf4b-1e1d2f838255 req-ab505c7e-de53-4422-adb9-2b5c7f1183e4 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554321 Jun 30 11:59:05.492720 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700920-462f-4857-972f-b88c8d2f3515 req-4807be1d-c7da-480b-b678-f25503335099 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:05.494899 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-58700920-462f-4857-972f-b88c8d2f3515 req-4807be1d-c7da-480b-b678-f25503335099 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1008577 Jun 30 11:59:05.547325 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-58700920-462f-4857-972f-b88c8d2f3515 req-15b224cd-9fda-4427-86f2-730eca0794d1 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444171 Jun 30 11:59:05.903409 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b22f62-293b-431c-a8be-2af28ba83e21 req-a54a590f-6052-49c6-9129-0ce883167774 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:05.904966 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-69b22f62-293b-431c-a8be-2af28ba83e21 req-a54a590f-6052-49c6-9129-0ce883167774 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.0936637 Jun 30 11:59:05.957187 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-69b22f62-293b-431c-a8be-2af28ba83e21 req-dc73e37c-00af-42de-8929-3fb978b5574e tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462101 Jun 30 11:59:06.596063 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d642808-4ec5-4766-be2a-dd2a02b02f96 req-8d164f5b-bd69-4a3a-aa5a-69dea7d24906 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:06.598784 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4d642808-4ec5-4766-be2a-dd2a02b02f96 req-8d164f5b-bd69-4a3a-aa5a-69dea7d24906 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 945 time: 0.1019707 Jun 30 11:59:06.649885 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4d642808-4ec5-4766-be2a-dd2a02b02f96 req-a27f83aa-77e7-451a-8d38-bf66d70f7ba9 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443265 Jun 30 11:59:06.948708 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b3eca-7b93-48ce-99e2-bcef5683ae93 req-74c2481a-2308-4409-a87f-34f2ae8d59ce tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:06.950361 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-633b3eca-7b93-48ce-99e2-bcef5683ae93 req-74c2481a-2308-4409-a87f-34f2ae8d59ce tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.2792656 Jun 30 11:59:06.988729 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893b390-8c18-4703-88e1-f17398d17f2d req-74c55a2b-69f7-4d1f-948c-4b8aa5de34c3 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:06.989461 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-6893b390-8c18-4703-88e1-f17398d17f2d req-74c55a2b-69f7-4d1f-948c-4b8aa5de34c3 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Synchronizing usage tracker for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:59:07.024957 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-633b3eca-7b93-48ce-99e2-bcef5683ae93 req-60a4c69e-4244-4087-8f46-beed2988ab5b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679243 Jun 30 11:59:07.081467 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-6893b390-8c18-4703-88e1-f17398d17f2d req-74c55a2b-69f7-4d1f-948c-4b8aa5de34c3 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Unset dirty status for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:59:07.083002 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6893b390-8c18-4703-88e1-f17398d17f2d req-74c55a2b-69f7-4d1f-948c-4b8aa5de34c3 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 946 time: 0.2495034 Jun 30 11:59:07.128675 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-6893b390-8c18-4703-88e1-f17398d17f2d req-7872d5e3-a6f0-4a47-9ac0-7b2c903864ea tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Synchronizing usage tracker for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:59:07.234578 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-6893b390-8c18-4703-88e1-f17398d17f2d req-7872d5e3-a6f0-4a47-9ac0-7b2c903864ea tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Unset dirty status for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:59:07.235827 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6893b390-8c18-4703-88e1-f17398d17f2d req-7872d5e3-a6f0-4a47-9ac0-7b2c903864ea tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460552 Jun 30 11:59:08.231554 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cd558-2d96-4bf7-b2b6-8a4a18cb0756 req-2639ac29-c91b-458b-b590-794941e1ad0f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:08.233644 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-275cd558-2d96-4bf7-b2b6-8a4a18cb0756 req-2639ac29-c91b-458b-b590-794941e1ad0f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1001379 Jun 30 11:59:08.286431 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-275cd558-2d96-4bf7-b2b6-8a4a18cb0756 req-10aeca71-827a-4a9f-acd3-527e4150d514 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446653 Jun 30 11:59:08.378994 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba7336-e009-4218-b623-808646c24ff3 req-bd5b7ff0-a4b5-45b5-9909-dc7177909e55 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:08.380571 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a2ba7336-e009-4218-b623-808646c24ff3 req-bd5b7ff0-a4b5-45b5-9909-dc7177909e55 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 945 time: 0.0982807 Jun 30 11:59:08.487717 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a2ba7336-e009-4218-b623-808646c24ff3 req-1f88245d-6457-4ea2-9657-aa32fe0eef2a tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010303 Jun 30 11:59:08.519623 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae28eab-7020-4ad1-ab21-84683e8509ed req-541395f9-f25a-43cc-9cc3-406b225b0326 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:08.521428 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8ae28eab-7020-4ad1-ab21-84683e8509ed req-541395f9-f25a-43cc-9cc3-406b225b0326 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 946 time: 0.1200092 Jun 30 11:59:08.571292 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8ae28eab-7020-4ad1-ab21-84683e8509ed req-ccd57482-36fe-469b-8425-48d1b029e38b tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=04c55de6-01c9-40df-9a46-f5829bf838be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422781 Jun 30 11:59:08.794556 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47478c69-faa0-4f9f-a186-224545cfebcd req-27f56eb7-b006-4c9b-8f2e-abb3c9275382 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:08.795261 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-47478c69-faa0-4f9f-a186-224545cfebcd req-27f56eb7-b006-4c9b-8f2e-abb3c9275382 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Synchronizing usage tracker for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:59:08.808819 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-47478c69-faa0-4f9f-a186-224545cfebcd req-27f56eb7-b006-4c9b-8f2e-abb3c9275382 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Unset dirty status for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:59:08.809978 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-47478c69-faa0-4f9f-a186-224545cfebcd req-27f56eb7-b006-4c9b-8f2e-abb3c9275382 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 946 time: 0.1067314 Jun 30 11:59:08.901800 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-47478c69-faa0-4f9f-a186-224545cfebcd req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Deleting port 6f8770ab-a644-44bf-b665-0a819e7dd447 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 11:59:08.902135 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-47478c69-faa0-4f9f-a186-224545cfebcd req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:09.163002 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-47478c69-faa0-4f9f-a186-224545cfebcd req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] For port 6f8770ab-a644-44bf-b665-0a819e7dd447, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=6f8770ab-a644-44bf-b665-0a819e7dd447,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:59:09.163289 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-47478c69-faa0-4f9f-a186-224545cfebcd req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:09.463948 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-47478c69-faa0-4f9f-a186-224545cfebcd req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:09.464240 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-47478c69-faa0-4f9f-a186-224545cfebcd req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:09.464643 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [req-47478c69-faa0-4f9f-a186-224545cfebcd req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Floating IP e9876cb4-a9da-4563-a09b-5c4d3c155027 disassociated. External IP: 172.27.1.78, port: 6f8770ab-a644-44bf-b665-0a819e7dd447. Jun 30 11:59:09.465229 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-47478c69-faa0-4f9f-a186-224545cfebcd req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Calling delete_port for 6f8770ab-a644-44bf-b665-0a819e7dd447 owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 11:59:09.493039 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f810ec-1abf-4010-9027-aa17fbed8cc6 req-f882d710-2307-4ec5-9231-c7e5d715591f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:09.494595 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-61f810ec-1abf-4010-9027-aa17fbed8cc6 req-f882d710-2307-4ec5-9231-c7e5d715591f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.0964024 Jun 30 11:59:09.542825 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-61f810ec-1abf-4010-9027-aa17fbed8cc6 req-805784f4-ae37-4f76-9d17-75b130fe8fe7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424440 Jun 30 11:59:09.693413 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a952c-2c24-414b-8288-fa36328876ad req-c3b5e7f7-f71b-4529-b55b-f0c45e8a2cdd tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:09.695651 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-496a952c-2c24-414b-8288-fa36328876ad req-c3b5e7f7-f71b-4529-b55b-f0c45e8a2cdd tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 945 time: 0.0979786 Jun 30 11:59:09.754954 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-47478c69-faa0-4f9f-a186-224545cfebcd req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:09.787902 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-496a952c-2c24-414b-8288-fa36328876ad req-0e45c9fa-fa2d-41b7-b22b-87d1bbbf084c tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861194 Jun 30 11:59:09.790977 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f6e5f035-1610-48dd-ad3a-261b40f88859 req-abc66f7e-904f-4484-b4e0-faebd899ecfb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 210 time: 0.0581000 Jun 30 11:59:09.810615 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event deleted for resources: {'Port': ['ID=6f8770ab-a644-44bf-b665-0a819e7dd447,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:10.170836 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47478c69-faa0-4f9f-a186-224545cfebcd req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Router 00155358-9483-4606-9d77-1dca63089318 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:59:10.182930 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df2de1-019d-461f-9304-6f16b92ef8cd req-4e12ccd7-32a1-40fb-b555-b3a5e8ea88fd tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:10.183630 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-85df2de1-019d-461f-9304-6f16b92ef8cd req-4e12ccd7-32a1-40fb-b555-b3a5e8ea88fd tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Synchronizing usage tracker for tenant:e7a20a368d5b49ee99985f1a9449de4e on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:59:10.376530 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47478c69-faa0-4f9f-a186-224545cfebcd req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:59:10.386454 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce12fd3-318c-4efa-b8c0-a6b6ff477c4d None None] Sync routers for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:59:10.396740 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce12fd3-318c-4efa-b8c0-a6b6ff477c4d None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:59:10.397346 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2ce12fd3-318c-4efa-b8c0-a6b6ff477c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:58:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:10.415315 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-85df2de1-019d-461f-9304-6f16b92ef8cd req-4e12ccd7-32a1-40fb-b555-b3a5e8ea88fd tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Unset dirty status for tenant:e7a20a368d5b49ee99985f1a9449de4e on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:59:10.416407 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-85df2de1-019d-461f-9304-6f16b92ef8cd req-4e12ccd7-32a1-40fb-b555-b3a5e8ea88fd tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 945 time: 0.3762336 Jun 30 11:59:10.500331 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-47478c69-faa0-4f9f-a186-224545cfebcd req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] No DVR routers for this DVR port 6f8770ab-a644-44bf-b665-0a819e7dd447 on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:59:10.509648 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-47478c69-faa0-4f9f-a186-224545cfebcd req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:10.512190 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'name': 'network-vif-deleted', 'tag': '6f8770ab-a644-44bf-b665-0a819e7dd447'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:59:10.550158 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-85df2de1-019d-461f-9304-6f16b92ef8cd req-f57bdf96-cbb6-40a5-ad9a-c7d185d41a8b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Deleting port ba318c6d-dbae-4045-9c24-42102e45f7f0 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 11:59:10.550505 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-85df2de1-019d-461f-9304-6f16b92ef8cd req-f57bdf96-cbb6-40a5-ad9a-c7d185d41a8b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:10.580526 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-2ce12fd3-318c-4efa-b8c0-a6b6ff477c4d None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:59:10.583923 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e03569d-f0f7-4497-95a0-ca1b03909ccd'] response: {'server_uuid': '0428e631-f5e1-451c-9138-a8dc2ec2bc63', 'name': 'network-vif-deleted', 'tag': '6f8770ab-a644-44bf-b665-0a819e7dd447', 'status': 'completed', 'code': 200} Jun 30 11:59:10.648431 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-47478c69-faa0-4f9f-a186-224545cfebcd req-e51a5a9c-959c-4981-b7b6-3370f583d151 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "DELETE /v2.0/ports/6f8770ab-a644-44bf-b665-0a819e7dd447 HTTP/1.1" status: 204 len: 173 time: 1.8209462 Jun 30 11:59:10.829339 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bae14-6eaa-424c-90c4-21473531c675 req-c75a2018-782c-433e-9c83-925f6d93c982 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:10.836807 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4d0bae14-6eaa-424c-90c4-21473531c675 req-c75a2018-782c-433e-9c83-925f6d93c982 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1434393 Jun 30 11:59:10.837561 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-85df2de1-019d-461f-9304-6f16b92ef8cd req-f57bdf96-cbb6-40a5-ad9a-c7d185d41a8b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] For port ba318c6d-dbae-4045-9c24-42102e45f7f0, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=ba318c6d-dbae-4045-9c24-42102e45f7f0,segment=NetworkSegment(4cdb2a59-7895-4164-9981-425400ccd76a),segment_id=4cdb2a59-7895-4164-9981-425400ccd76a)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:59:10.838031 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-85df2de1-019d-461f-9304-6f16b92ef8cd req-f57bdf96-cbb6-40a5-ad9a-c7d185d41a8b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:10.887400 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4d0bae14-6eaa-424c-90c4-21473531c675 req-30c01ea5-b491-455e-9f3f-451fbc54013e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495744 Jun 30 11:59:10.996221 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-85df2de1-019d-461f-9304-6f16b92ef8cd req-f57bdf96-cbb6-40a5-ad9a-c7d185d41a8b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Calling delete_port for ba318c6d-dbae-4045-9c24-42102e45f7f0 owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 11:59:11.001607 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2ce12fd3-318c-4efa-b8c0-a6b6ff477c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:11.006016 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce12fd3-318c-4efa-b8c0-a6b6ff477c4d None None] Checking router: 00155358-9483-4606-9d77-1dca63089318 for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:59:11.016107 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce12fd3-318c-4efa-b8c0-a6b6ff477c4d None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:59:11.016751 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2ce12fd3-318c-4efa-b8c0-a6b6ff477c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:58:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:11.086447 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7a97a45c-db9e-40c0-9696-9d7e9044985c req-39c6ff23-767b-43c6-b444-b75b3a8da245 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428e631-f5e1-451c-9138-a8dc2ec2bc63 HTTP/1.1" status: 200 len: 210 time: 0.1390171 Jun 30 11:59:11.136996 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9da7b-c4f7-4910-98bb-9427f7db59fd req-847c0c04-15d6-4620-8a5f-04c34e9b06ba tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:11.138708 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-24b9da7b-c4f7-4910-98bb-9427f7db59fd req-847c0c04-15d6-4620-8a5f-04c34e9b06ba tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 945 time: 0.1140220 Jun 30 11:59:11.191371 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-24b9da7b-c4f7-4910-98bb-9427f7db59fd req-761777fa-9689-45af-bdbe-11465a4ca117 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454738 Jun 30 11:59:11.215328 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-2ce12fd3-318c-4efa-b8c0-a6b6ff477c4d None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:59:11.263175 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-85df2de1-019d-461f-9304-6f16b92ef8cd req-f57bdf96-cbb6-40a5-ad9a-c7d185d41a8b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:11.275802 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['ba318c6d-dbae-4045-9c24-42102e45f7f0'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:59:11.319147 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bdf96-cbb6-40a5-ad9a-c7d185d41a8b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Pushing event deleted for resources: {'Port': ['ID=ba318c6d-dbae-4045-9c24-42102e45f7f0,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:11.414138 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device ba318c6d-dbae-4045-9c24-42102e45f7f0 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 11:59:11.416335 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-85df2de1-019d-461f-9304-6f16b92ef8cd req-f57bdf96-cbb6-40a5-ad9a-c7d185d41a8b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] No DVR routers for this DVR port ba318c6d-dbae-4045-9c24-42102e45f7f0 on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:59:11.418943 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-85df2de1-019d-461f-9304-6f16b92ef8cd req-f57bdf96-cbb6-40a5-ad9a-c7d185d41a8b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:11.468179 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: ba318c6d-dbae-4045-9c24-42102e45f7f0 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 11:59:11.468537 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device ba318c6d-dbae-4045-9c24-42102e45f7f0 not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 11:59:11.468941 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 6f8770ab-a644-44bf-b665-0a819e7dd447 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 11:59:11.492306 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-85df2de1-019d-461f-9304-6f16b92ef8cd req-f57bdf96-cbb6-40a5-ad9a-c7d185d41a8b tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.44 "DELETE /v2.0/ports/ba318c6d-dbae-4045-9c24-42102e45f7f0 HTTP/1.1" status: 204 len: 173 time: 1.0415599 Jun 30 11:59:11.546377 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: 6f8770ab-a644-44bf-b665-0a819e7dd447 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 11:59:11.546715 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 6f8770ab-a644-44bf-b665-0a819e7dd447 not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 11:59:11.674597 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2ce12fd3-318c-4efa-b8c0-a6b6ff477c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:11.678827 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce12fd3-318c-4efa-b8c0-a6b6ff477c4d None None] The sync data for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi is: [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:59:11.924914 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67ea47-7229-4d03-b523-ab1baa144c41 None None] New status for floating IP e9876cb4-a9da-4563-a09b-5c4d3c155027: DOWN {{(pid=88753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:59:12.091820 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a9634-2b95-4a35-999f-c1d25e4f34df req-94122496-5378-495a-8a15-55475b720cbd tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:12.093365 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-751a9634-2b95-4a35-999f-c1d25e4f34df req-94122496-5378-495a-8a15-55475b720cbd tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.0915818 Jun 30 11:59:12.140026 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-751a9634-2b95-4a35-999f-c1d25e4f34df req-d1d8ace8-edf9-4fcb-a090-2dfaa7b934bb tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407882 Jun 30 11:59:12.265147 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 43972) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:12.335180 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6a0bcff6-fefa-45aa-94b7-bb5f10f181ce tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:12.365178 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6a0bcff6-fefa-45aa-94b7-bb5f10f181ce tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:12.383232 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9213f4fc-ed21-4cae-b9f9-58d287fffc9a req-855a6f0d-cc3a-491c-9f33-e18648473d99 tempest-VolumesActionsTest-25455414 tempest-VolumesActionsTest-25455414-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bf06f52-d1a5-40e1-b0f1-1887a4b6d571 HTTP/1.1" status: 200 len: 210 time: 0.0549915 Jun 30 11:59:12.495882 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6a0bcff6-fefa-45aa-94b7-bb5f10f181ce tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:12.515188 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bcff6-fefa-45aa-94b7-bb5f10f181ce tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c55de6-01c9-40df-9a46-f5829bf838be,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:12.583125 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf06f52-d1a5-40e1-b0f1-1887a4b6d571', 'name': 'network-vif-deleted', 'tag': 'ba318c6d-dbae-4045-9c24-42102e45f7f0'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:59:12.594868 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6a0bcff6-fefa-45aa-94b7-bb5f10f181ce tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:12.596009 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-6a0bcff6-fefa-45aa-94b7-bb5f10f181ce tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "DELETE /v2.0/security-groups/04c55de6-01c9-40df-9a46-f5829bf838be HTTP/1.1" status: 204 len: 168 time: 0.3296983 Jun 30 11:59:12.598689 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 43978) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:12.616116 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.api.v2.resource [None req-6f8cc4b5-d9c0-4e0c-b083-689e457673fe tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] show failed (client error): The resource could not be found. Jun 30 11:59:12.618509 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-6f8cc4b5-d9c0-4e0c-b083-689e457673fe tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups/04c55de6-01c9-40df-9a46-f5829bf838be HTTP/1.1" status: 404 len: 347 time: 0.0185397 Jun 30 11:59:12.621265 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 43982) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:12.681174 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e88c0d1-3f1f-4877-aaaa-6dbd74c4f79b'] response: {'server_uuid': '3bf06f52-d1a5-40e1-b0f1-1887a4b6d571', 'name': 'network-vif-deleted', 'tag': 'ba318c6d-dbae-4045-9c24-42102e45f7f0', 'status': 'completed', 'code': 200} Jun 30 11:59:12.881901 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ecd0b-a2c3-472d-9ce6-a6258468bc76 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Deleting port 5722a913-792c-47db-a323-423445df2529 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 11:59:12.882378 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2c4ecd0b-a2c3-472d-9ce6-a6258468bc76 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:13.058633 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2c4ecd0b-a2c3-472d-9ce6-a6258468bc76 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:13.058959 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2c4ecd0b-a2c3-472d-9ce6-a6258468bc76 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:13.197667 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ecd0b-a2c3-472d-9ce6-a6258468bc76 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Calling delete_port for 5722a913-792c-47db-a323-423445df2529 owned by network:floatingip {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 11:59:13.345147 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdaca7-0692-41fc-afee-98bb2744d51d req-aebaaae7-61b8-4780-afc1-9549ce938c16 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:13.346633 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-66bdaca7-0692-41fc-afee-98bb2744d51d req-aebaaae7-61b8-4780-afc1-9549ce938c16 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.0937626 Jun 30 11:59:13.392431 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-66bdaca7-0692-41fc-afee-98bb2744d51d req-f51d2361-2952-4211-9e5d-3ec96b68894a tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388296 Jun 30 11:59:13.426971 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2c4ecd0b-a2c3-472d-9ce6-a6258468bc76 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:13.477046 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ecd0b-a2c3-472d-9ce6-a6258468bc76 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event deleted for resources: {'Port': ['ID=5722a913-792c-47db-a323-423445df2529,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:13.581992 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2c4ecd0b-a2c3-472d-9ce6-a6258468bc76 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:13.597168 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2c4ecd0b-a2c3-472d-9ce6-a6258468bc76 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:13.598381 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-2c4ecd0b-a2c3-472d-9ce6-a6258468bc76 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "DELETE /v2.0/floatingips/e9876cb4-a9da-4563-a09b-5c4d3c155027 HTTP/1.1" status: 204 len: 168 time: 0.9762225 Jun 30 11:59:13.744379 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 43998) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:13.749591 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1429405511', 'description': 'tempest-description--379614118'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:13.755503 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:13.760650 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:13.763807 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:13.769638 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:13.832834 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:13.854760 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:13.859348 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group_rule and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:13.862362 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:13.872431 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:13.949883 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:14.021815 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:14.066702 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ffc3d0-478d-4d64-a5c3-bfe93a83b421,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:14.114760 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:14.116159 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-c0095fc9-7fed-4541-8d33-626651851db9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3707378 Jun 30 11:59:14.119599 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44008) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:14.125232 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-3c1a1d83-8ebb-40e3-8b12-4ea8ce8c5cd7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'security_group_rule': {'security_group_id': '16ffc3d0-478d-4d64-a5c3-bfe93a83b421', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:14.132861 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-3c1a1d83-8ebb-40e3-8b12-4ea8ce8c5cd7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:14.137472 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-3c1a1d83-8ebb-40e3-8b12-4ea8ce8c5cd7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group_rule and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:14.140619 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-3c1a1d83-8ebb-40e3-8b12-4ea8ce8c5cd7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:14.146952 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-3c1a1d83-8ebb-40e3-8b12-4ea8ce8c5cd7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:14.224025 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3c1a1d83-8ebb-40e3-8b12-4ea8ce8c5cd7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:14.286933 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3c1a1d83-8ebb-40e3-8b12-4ea8ce8c5cd7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:14.326074 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3c1a1d83-8ebb-40e3-8b12-4ea8ce8c5cd7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:14.351576 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a1d83-8ebb-40e3-8b12-4ea8ce8c5cd7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecabc69b-4c3f-4bde-8831-3abbf5408d18,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:14.438874 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3c1a1d83-8ebb-40e3-8b12-4ea8ce8c5cd7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:14.442645 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-3c1a1d83-8ebb-40e3-8b12-4ea8ce8c5cd7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3194757 Jun 30 11:59:14.443208 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44020) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:14.449138 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-ff6b9504-b410-4bd6-b5a1-74268ff727ac tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'security_group_rule': {'security_group_id': '16ffc3d0-478d-4d64-a5c3-bfe93a83b421', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:14.455107 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-ff6b9504-b410-4bd6-b5a1-74268ff727ac tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:14.459020 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-ff6b9504-b410-4bd6-b5a1-74268ff727ac tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group_rule and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:14.462235 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-ff6b9504-b410-4bd6-b5a1-74268ff727ac tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:14.468242 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-ff6b9504-b410-4bd6-b5a1-74268ff727ac tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:14.544216 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9504-b410-4bd6-b5a1-74268ff727ac tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:14.596933 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a865bd3-655a-4567-b5b2-266336b6747d req-3a91902a-78f6-440f-acfd-0bc19ff399a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:14.599121 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7a865bd3-655a-4567-b5b2-266336b6747d req-3a91902a-78f6-440f-acfd-0bc19ff399a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.0934930 Jun 30 11:59:14.633046 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9504-b410-4bd6-b5a1-74268ff727ac tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:14.648604 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7a865bd3-655a-4567-b5b2-266336b6747d req-a8c53148-dcfe-4c03-9de0-d9ee11cee558 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421510 Jun 30 11:59:14.708703 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9504-b410-4bd6-b5a1-74268ff727ac tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:14.735356 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b9504-b410-4bd6-b5a1-74268ff727ac tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd58ace-c1af-4f03-ab39-953325b1f3b6,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:14.838653 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9504-b410-4bd6-b5a1-74268ff727ac tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:14.840783 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-ff6b9504-b410-4bd6-b5a1-74268ff727ac tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3959205 Jun 30 11:59:14.845188 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44030) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:14.850402 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'floatingip': {'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:14.857498 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:14.861648 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:floatingip and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:14.864632 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:14.875522 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:14.983443 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:15.119486 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:15.264638 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Allocated IP 172.27.1.234 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/e23ec97f-f57f-41e1-a306-05ccfd3fd43f) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:59:15.512302 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:15.595484 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:15.665871 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:59:15.668931 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:59:15.672825 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:59:15.703746 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'Port': ['ID=e23ec97f-f57f-41e1-a306-05ccfd3fd43f,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:15.764848 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:15.902024 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:15.954702 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:15.967824 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa62ba-dc6d-4eab-b9b0-0c97611bc1f5 req-6c645f7f-5c89-4fb7-9a3f-68e2d1b48ad4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:15.969452 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ccaa62ba-dc6d-4eab-b9b0-0c97611bc1f5 req-6c645f7f-5c89-4fb7-9a3f-68e2d1b48ad4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1984386 Jun 30 11:59:16.051997 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:59:16.099623 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ccaa62ba-dc6d-4eab-b9b0-0c97611bc1f5 req-603ba01d-5c72-487b-bf0c-c4c5e90adf4d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169374 Jun 30 11:59:16.192963 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:16.249692 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27525444'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:16.361294 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'Port': ['ID=e23ec97f-f57f-41e1-a306-05ccfd3fd43f,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:16.377716 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:16.457501 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:16.458655 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-4763f7f1-44e8-4af1-8e0a-75e042dc9d51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6124580 Jun 30 11:59:16.727930 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-c9c0a77f-e34b-4ace-88e7-09742d8db774 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1429405511&fields=id&tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3 HTTP/1.1" status: 200 len: 267 time: 0.0413663 Jun 30 11:59:16.891758 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c517db-e46a-42f2-befc-448ad1991125 req-8e83becf-f802-4190-a9ad-c01d4307affb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:16.894228 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-8e83becf-f802-4190-a9ad-c01d4307affb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/networks?id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74 HTTP/1.1" status: 200 len: 815 time: 0.1596453 Jun 30 11:59:16.909770 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-bed716d4-a4eb-43d6-9ce3-1182315db502 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/quotas/4b6adc9b6c6d4b01af0d17d42212e2b3 HTTP/1.1" status: 200 len: 375 time: 0.0093193 Jun 30 11:59:17.000435 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-86abdc44-d93b-4a4a-9877-7c4e0a9f1e77 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849106 Jun 30 11:59:17.143755 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-8bd4f947-b83b-4361-815d-e271e597a34a service neutron] 10.222.0.18 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308951 Jun 30 11:59:17.339993 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-0fd843fc-016c-490a-938c-0bf186784f03 service neutron] 10.222.0.18 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895077 Jun 30 11:59:17.356590 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257a370-8895-4cfc-845a-3c9154857ffa req-84731ce7-f430-4c30-813a-d77b359401d5 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:17.358103 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8257a370-8895-4cfc-845a-3c9154857ffa req-84731ce7-f430-4c30-813a-d77b359401d5 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1390457 Jun 30 11:59:17.412076 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8257a370-8895-4cfc-845a-3c9154857ffa req-704d3ea3-1a9b-4592-b0dd-8f864270a051 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429609 Jun 30 11:59:17.673345 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a63f135f-ab9d-4713-acf6-866e45087880 req-c282e23f-8f3d-495e-b44e-7e06cd03a93f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 210 time: 0.0512321 Jun 30 11:59:18.227350 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7f35a063-9b7f-4c03-a958-bca798344c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:18.607905 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12722b1c-14a8-435d-ad56-32f3768a710d req-bc263324-1f22-43e2-bcfa-66d27352e8ed tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:18.609447 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-12722b1c-14a8-435d-ad56-32f3768a710d req-bc263324-1f22-43e2-bcfa-66d27352e8ed tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.0907786 Jun 30 11:59:18.657271 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-12722b1c-14a8-435d-ad56-32f3768a710d req-af18a66f-f7fc-4873-a6e6-0c162ae84712 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419567 Jun 30 11:59:18.943320 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-421555f9-147c-4b3d-a0cc-e902bad0f4c6 req-392c74dc-6db4-4d53-b419-96c6d32c1629 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 210 time: 0.1612763 Jun 30 11:59:19.776412 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7f359-4b4a-4d09-b9f9-4cc9b88306d7 req-aaa1b54c-e6ca-4576-9346-ab000033e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:19.778779 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ded7f359-4b4a-4d09-b9f9-4cc9b88306d7 req-aaa1b54c-e6ca-4576-9346-ab000033e30d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 1099 time: 0.1110995 Jun 30 11:59:19.863949 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ded7f359-4b4a-4d09-b9f9-4cc9b88306d7 req-9210119e-df29-4fca-8943-0dee94cd3fcb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784080 Jun 30 11:59:19.937962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19590ef-330e-4c89-9895-7af036702d11 req-06efdbff-dc21-433a-9a2b-e3c2c2e523c4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:19.939793 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a19590ef-330e-4c89-9895-7af036702d11 req-06efdbff-dc21-433a-9a2b-e3c2c2e523c4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1338453 Jun 30 11:59:19.998870 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a19590ef-330e-4c89-9895-7af036702d11 req-1cf7a5f8-3d90-40c7-a582-e1a7dfacea28 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509052 Jun 30 11:59:20.155588 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ef192574-9d8b-41b0-bd87-f99579ff4d49 req-7f33a825-c476-413e-a123-fe3fd3778f92 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 210 time: 0.0763330 Jun 30 11:59:20.351009 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c517db-e46a-42f2-befc-448ad1991125 req-7baf1287-a8d4-457d-95be-261a70448774 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:20.352179 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-48c517db-e46a-42f2-befc-448ad1991125 req-7baf1287-a8d4-457d-95be-261a70448774 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Synchronizing usage tracker for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:network {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:59:20.412397 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-48c517db-e46a-42f2-befc-448ad1991125 req-7baf1287-a8d4-457d-95be-261a70448774 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Unset dirty status for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:network {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:59:20.414278 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-7baf1287-a8d4-457d-95be-261a70448774 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "GET /v2.0/networks?id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74 HTTP/1.1" status: 200 len: 815 time: 0.2853651 Jun 30 11:59:20.441082 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e280-d704-418c-af70-d6d3bf65d315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:20.488303 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-48c517db-e46a-42f2-befc-448ad1991125 req-c85949d7-826e-4f91-93a9-7c61b0fb62ab tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Synchronizing usage tracker for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:security_group {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:59:20.605512 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-48c517db-e46a-42f2-befc-448ad1991125 req-c85949d7-826e-4f91-93a9-7c61b0fb62ab tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Unset dirty status for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:security_group {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:59:20.607867 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-c85949d7-826e-4f91-93a9-7c61b0fb62ab tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3 HTTP/1.1" status: 200 len: 380 time: 0.1799057 Jun 30 11:59:20.621724 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'port': {'device_id': 'be9282a5-6522-4628-bba8-288d496ec867', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'admin_state_up': True, 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'security_groups': ['16ffc3d0-478d-4d64-a5c3-bfe93a83b421']}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:20.823402 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:20.827926 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:port and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:20.831250 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:20.838576 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:20.920745 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Made reservation on behalf of 4b6adc9b6c6d4b01af0d17d42212e2b3 for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:59:20.926488 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:21.155889 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Allocated IP 172.20.0.8 (b33e5164-b6b4-489d-9f68-d71fc1cc6d74/9ea6951d-83ae-414a-b63e-039dc352ff4b/abb640bb-c772-45fe-9cb1-b603503b1a96) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:59:21.315856 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e112b-e8f2-49b3-922a-0c57bfefcbfa req-1fe5e312-1de9-448e-9987-6245fc11f596 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:21.320718 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-321e112b-e8f2-49b3-922a-0c57bfefcbfa req-1fe5e312-1de9-448e-9987-6245fc11f596 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1795723 Jun 30 11:59:21.447614 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:21.486936 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8b758cd8-aa7d-4f88-a97c-5f88f960229f req-27c45e0f-369c-4ceb-8851-a2867779271a tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 210 time: 0.0777500 Jun 30 11:59:21.496116 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:21.505999 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-321e112b-e8f2-49b3-922a-0c57bfefcbfa req-262acb6d-2326-4920-8303-10635c49b836 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776149 Jun 30 11:59:21.546021 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Transition to ACTIVE for port object abb640bb-c772-45fe-9cb1-b603503b1a96 will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:59:21.652680 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:21.665009 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:21.736236 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:59:21.747624 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:59:21.748991 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:59:22.034835 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:22.035737 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:22.053443 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'Port': ['ID=abb640bb-c772-45fe-9cb1-b603503b1a96,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:22.070783 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:22.073484 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:22.073484 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:22.073484 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:22.073484 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:22.073484 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:22.079207 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:22.082619 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:22.082979 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:22.083318 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:22.083657 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:22.084086 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:22.153124 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-8268a873-e68d-4542-af3c-ed7d60477a81 None None] Provisioning for port abb640bb-c772-45fe-9cb1-b603503b1a96 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:59:22.161155 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-8268a873-e68d-4542-af3c-ed7d60477a81 None None] Provisioning complete for port abb640bb-c772-45fe-9cb1-b603503b1a96 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:59:22.161721 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8268a873-e68d-4542-af3c-ed7d60477a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:22.185300 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-53476976-3c48-4c2c-b2f9-86475c72a34e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5717044 Jun 30 11:59:22.206396 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Request body: {'port': {'device_id': 'be9282a5-6522-4628-bba8-288d496ec867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:22.246494 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-8268a873-e68d-4542-af3c-ed7d60477a81 None None] Port abb640bb-c772-45fe-9cb1-b603503b1a96 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:59:22.375853 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:22.839175 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324af7dd-80df-4a3a-ae3b-8e8437582ec6 req-8fd054d3-c6cb-4acd-8386-7f7a82baa5e2 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:22.841303 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-324af7dd-80df-4a3a-ae3b-8e8437582ec6 req-8fd054d3-c6cb-4acd-8386-7f7a82baa5e2 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 931 time: 0.2173848 Jun 30 11:59:22.846557 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb640bb-c772-45fe-9cb1-b603503b1a96 {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:59:22.861292 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:22.882309 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Transition to ACTIVE for port object abb640bb-c772-45fe-9cb1-b603503b1a96 will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:59:22.896954 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1c123-7adf-4776-8778-78c1b59970e0 req-7c407e56-0d36-46ae-a2cb-4e3d158b1fe3 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:22.899037 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-faa1c123-7adf-4776-8778-78c1b59970e0 req-7c407e56-0d36-46ae-a2cb-4e3d158b1fe3 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.2078114 Jun 30 11:59:22.943285 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-324af7dd-80df-4a3a-ae3b-8e8437582ec6 req-269775f0-2d0e-4a7e-9491-9e409c30e8c6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=16ffc3d0-478d-4d64-a5c3-bfe93a83b421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894194 Jun 30 11:59:22.967896 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-faa1c123-7adf-4776-8778-78c1b59970e0 req-1512141b-163e-46d4-b2a5-80a996b0e78c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525045 Jun 30 11:59:23.044801 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:23.131916 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:23.231268 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=abb640bb-c772-45fe-9cb1-b603503b1a96,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:23.391468 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Attempting to bind port abb640bb-c772-45fe-9cb1-b603503b1a96 on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:59:23.391810 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Attempting to bind port abb640bb-c772-45fe-9cb1-b603503b1a96 by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:59:23.392148 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Attempting to bind port abb640bb-c772-45fe-9cb1-b603503b1a96 on network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:59:23.398507 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Port abb640bb-c772-45fe-9cb1-b603503b1a96 on network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:59:23.398839 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Attempting to bind port abb640bb-c772-45fe-9cb1-b603503b1a96 on network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:59:23.405358 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:59:23.405701 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Checking segment: {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:59:23.406096 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Bound using segment: {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:59:23.406535 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Bound port: abb640bb-c772-45fe-9cb1-b603503b1a96, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:59:23.406888 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:23.554815 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] For port abb640bb-c772-45fe-9cb1-b603503b1a96, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:59:23.559523 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] For port abb640bb-c772-45fe-9cb1-b603503b1a96, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=abb640bb-c772-45fe-9cb1-b603503b1a96,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:59:23.641472 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:23.712890 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:23.713697 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:23.715190 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] 10.222.0.44 "PUT /v2.0/ports/abb640bb-c772-45fe-9cb1-b603503b1a96 HTTP/1.1" status: 200 len: 1093 time: 1.5157292 Jun 30 11:59:23.715731 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9282a5-6522-4628-bba8-288d496ec867', 'tag': 'abb640bb-c772-45fe-9cb1-b603503b1a96'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:59:23.765760 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c23e4-c57f-4fa2-b773-08b0a721e6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=abb640bb-c772-45fe-9cb1-b603503b1a96,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:23.800572 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353e53f3-87e8-4d11-a13b-1829d9274592'] response: {'name': 'network-changed', 'server_uuid': 'be9282a5-6522-4628-bba8-288d496ec867', 'tag': 'abb640bb-c772-45fe-9cb1-b603503b1a96', 'status': 'completed', 'code': 200} Jun 30 11:59:24.009628 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ced08-67ab-443f-b40d-6a53a4afbbe2 req-139dcc0e-dac5-4e50-a659-cee100dbe9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:24.011195 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9c0ced08-67ab-443f-b40d-6a53a4afbbe2 req-139dcc0e-dac5-4e50-a659-cee100dbe9d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 1096 time: 0.1857529 Jun 30 11:59:24.265874 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14240713-6320-46c0-bb56-12dd15257517 req-b75f87aa-3583-4bcc-927b-44686390deee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:24.274173 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-14240713-6320-46c0-bb56-12dd15257517 req-b75f87aa-3583-4bcc-927b-44686390deee tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 943 time: 0.1534288 Jun 30 11:59:24.298054 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ced08-67ab-443f-b40d-6a53a4afbbe2 req-bac0b700-5705-4c57-9e6c-760c2eb081e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:24.299883 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9c0ced08-67ab-443f-b40d-6a53a4afbbe2 req-bac0b700-5705-4c57-9e6c-760c2eb081e5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2755356 Jun 30 11:59:24.312319 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85a566-ec62-49a1-92c1-b1b4bb336998 req-723d6a1a-9502-4977-9833-5d99c4be370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:24.312319 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ff85a566-ec62-49a1-92c1-b1b4bb336998 req-723d6a1a-9502-4977-9833-5d99c4be370b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 1099 time: 0.2300260 Jun 30 11:59:24.321444 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3603f7a-dafd-4cbe-bcc7-62a3b43ada62 req-dd86bcf6-44b9-4cf8-ba82-044065a112b1 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:24.323022 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b3603f7a-dafd-4cbe-bcc7-62a3b43ada62 req-dd86bcf6-44b9-4cf8-ba82-044065a112b1 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.2695634 Jun 30 11:59:24.343520 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-14240713-6320-46c0-bb56-12dd15257517 req-3d618e0e-5d31-4452-a7ce-e53f0cebea99 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=16ffc3d0-478d-4d64-a5c3-bfe93a83b421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664423 Jun 30 11:59:24.411217 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b3603f7a-dafd-4cbe-bcc7-62a3b43ada62 req-18d5a6a1-f20d-4980-a071-1b7c969e83a5 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665970 Jun 30 11:59:24.677251 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ced08-67ab-443f-b40d-6a53a4afbbe2 req-c35e43a6-dd28-4a1c-b89c-bf99c48d9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:24.680966 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9c0ced08-67ab-443f-b40d-6a53a4afbbe2 req-c35e43a6-dd28-4a1c-b89c-bf99c48d9593 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3710322 Jun 30 11:59:24.685596 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85a566-ec62-49a1-92c1-b1b4bb336998 req-2b759ebb-c819-4177-aa55-95730353c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:24.688677 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ff85a566-ec62-49a1-92c1-b1b4bb336998 req-2b759ebb-c819-4177-aa55-95730353c34a service neutron] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 920 time: 0.3541799 Jun 30 11:59:25.087555 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ff85a566-ec62-49a1-92c1-b1b4bb336998 req-469f2955-6fda-4dd0-984a-cb572eabedc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b560b8-8267-4535-b666-e0f57755896c HTTP/1.1" status: 200 len: 1002 time: 0.3887198 Jun 30 11:59:25.185059 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c517db-e46a-42f2-befc-448ad1991125 req-bbed5c24-c640-467a-bd8b-c28db30232e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:25.187382 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-bbed5c24-c640-467a-bd8b-c28db30232e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 1096 time: 0.3934438 Jun 30 11:59:25.206689 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85a566-ec62-49a1-92c1-b1b4bb336998 req-ec2ef16a-e47c-430e-890e-a40f0a05e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:25.208140 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ff85a566-ec62-49a1-92c1-b1b4bb336998 req-ec2ef16a-e47c-430e-890e-a40f0a05e370 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.1132047 Jun 30 11:59:25.327955 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-139097a0-8cf5-4425-a243-7e6e61c6bcb0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abb640bb-c772-45fe-9cb1-b603503b1a96 HTTP/1.1" status: 200 len: 217 time: 0.1187661 Jun 30 11:59:25.423335 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c517db-e46a-42f2-befc-448ad1991125 req-b52435dd-f6d2-4bd2-9d26-052f8367a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:25.424856 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-b52435dd-f6d2-4bd2-9d26-052f8367a48e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ea6951d-83ae-414a-b63e-039dc352ff4b HTTP/1.1" status: 200 len: 854 time: 0.0875435 Jun 30 11:59:25.554308 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85a566-ec62-49a1-92c1-b1b4bb336998 req-86f45498-8eb3-46e3-ae05-1fbe5efb35ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:25.556220 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ff85a566-ec62-49a1-92c1-b1b4bb336998 req-86f45498-8eb3-46e3-ae05-1fbe5efb35ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2939887 Jun 30 11:59:25.643658 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aca9f0-d412-4fe1-8320-26253e3d3ba6 req-b65c203f-d52a-4391-913b-9c39e1e1240d tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:25.659889 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f1aca9f0-d412-4fe1-8320-26253e3d3ba6 req-b65c203f-d52a-4391-913b-9c39e1e1240d tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 943 time: 0.1810975 Jun 30 11:59:25.670444 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c517db-e46a-42f2-befc-448ad1991125 req-cba752ff-35b5-4d0c-8349-452d10ff7140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:25.671932 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-cba752ff-35b5-4d0c-8349-452d10ff7140 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2356653 Jun 30 11:59:25.876829 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ff85a566-ec62-49a1-92c1-b1b4bb336998 req-edcb5092-d7f7-4387-841d-f73409625f96 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110173 Jun 30 11:59:25.885212 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f1aca9f0-d412-4fe1-8320-26253e3d3ba6 req-2a4ef111-41ea-4f19-9d0d-a6945bf508b5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=16ffc3d0-478d-4d64-a5c3-bfe93a83b421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237186 Jun 30 11:59:25.933422 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944e275-7b65-44b6-bd15-dbab0d9a12e7 req-45aaa8ea-5593-4116-9590-090c4b5b02c4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:25.934964 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b944e275-7b65-44b6-bd15-dbab0d9a12e7 req-45aaa8ea-5593-4116-9590-090c4b5b02c4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.2690852 Jun 30 11:59:26.002150 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b944e275-7b65-44b6-bd15-dbab0d9a12e7 req-3f64b8fa-2f29-4a3d-9115-46209d3d9d8f tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610714 Jun 30 11:59:26.024002 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-f841fb14-4ae7-4a06-bde4-d4def566e89b service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344238 Jun 30 11:59:26.159738 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ff85a566-ec62-49a1-92c1-b1b4bb336998 req-7d17024a-eae3-483c-a7aa-04e9f18fc196 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693141 Jun 30 11:59:26.227941 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-48c517db-e46a-42f2-befc-448ad1991125 req-251f5991-eeda-49dd-a205-29aa17575c99 service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880426 Jun 30 11:59:27.190800 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758feae7-6970-4bc4-a112-f3d2b4c8d90e req-b898a357-081e-496d-b4e6-e008b23d6b18 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:27.199104 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-758feae7-6970-4bc4-a112-f3d2b4c8d90e req-b898a357-081e-496d-b4e6-e008b23d6b18 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 943 time: 0.1840773 Jun 30 11:59:27.338077 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-758feae7-6970-4bc4-a112-f3d2b4c8d90e req-dccf5667-75ff-47c0-a126-0c1617d03553 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=16ffc3d0-478d-4d64-a5c3-bfe93a83b421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378703 Jun 30 11:59:27.408670 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3e026-6d36-4ed5-bf0e-f7db1eb7b013 req-94bca394-a9ae-4821-ac98-a43fc695e6d6 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:27.411964 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a4b3e026-6d36-4ed5-bf0e-f7db1eb7b013 req-94bca394-a9ae-4821-ac98-a43fc695e6d6 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1864631 Jun 30 11:59:27.425145 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device abb640bb-c772-45fe-9cb1-b603503b1a96 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:59:27.476009 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a4b3e026-6d36-4ed5-bf0e-f7db1eb7b013 req-4cb75ec1-4240-41db-8617-6a4b603c7188 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559459 Jun 30 11:59:27.613775 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port abb640bb-c772-45fe-9cb1-b603503b1a96, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=abb640bb-c772-45fe-9cb1-b603503b1a96,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:59:27.637728 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': 'abb640bb-c772-45fe-9cb1-b603503b1a96', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'port_id': 'abb640bb-c772-45fe-9cb1-b603503b1a96', 'mac_address': 'fa:16:3e:e9:93:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:59:27.723470 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port abb640bb-c772-45fe-9cb1-b603503b1a96 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:59:27.724316 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:27.753497 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb640bb-c772-45fe-9cb1-b603503b1a96 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:59:27.782261 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port abb640bb-c772-45fe-9cb1-b603503b1a96, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=abb640bb-c772-45fe-9cb1-b603503b1a96,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:59:27.868758 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:27.983760 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=abb640bb-c772-45fe-9cb1-b603503b1a96,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:28.265789 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['abb640bb-c772-45fe-9cb1-b603503b1a96'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:59:28.895352 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014d153-301a-449e-8de9-bbf23f8f3391 req-4a473b67-72b5-4454-b575-1e43ede46ca7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:28.899027 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0014d153-301a-449e-8de9-bbf23f8f3391 req-4a473b67-72b5-4454-b575-1e43ede46ca7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 944 time: 0.2641108 Jun 30 11:59:28.912850 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66201b-b955-4063-9ba0-89ac5122e68b req-559bca9c-09f0-4227-b9bd-f65d6c262509 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:28.914744 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ef66201b-b955-4063-9ba0-89ac5122e68b req-559bca9c-09f0-4227-b9bd-f65d6c262509 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1845279 Jun 30 11:59:28.995035 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0014d153-301a-449e-8de9-bbf23f8f3391 req-6d6f5620-a4b9-4edc-bb4f-c4f3747a2ad6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=16ffc3d0-478d-4d64-a5c3-bfe93a83b421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791175 Jun 30 11:59:29.005547 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ef66201b-b955-4063-9ba0-89ac5122e68b req-9e0d96ad-8aa4-417f-8618-147636d5a405 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730393 Jun 30 11:59:29.226787 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa5783-5333-4c7a-bfaf-913bb8f9bec9 req-42686103-9453-447f-b543-99ecc77fe269 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:29.229319 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-91fa5783-5333-4c7a-bfaf-913bb8f9bec9 req-42686103-9453-447f-b543-99ecc77fe269 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1209247 Jun 30 11:59:29.244682 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44212) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:29.251730 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-8ff5c9fc-f5b2-4426-9b87-d4a2dd936336 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Request body: {'floatingip': {'port_id': '77b560b8-8267-4535-b666-e0f57755896c'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:29.399073 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c9fc-f5b2-4426-9b87-d4a2dd936336 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for floatingip, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:29.451706 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device abb640bb-c772-45fe-9cb1-b603503b1a96 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:59:29.635218 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port abb640bb-c772-45fe-9cb1-b603503b1a96 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:59:29.645207 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port abb640bb-c772-45fe-9cb1-b603503b1a96 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:59:29.646314 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:29.911159 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port abb640bb-c772-45fe-9cb1-b603503b1a96 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:59:29.911622 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:29.955013 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9282a5-6522-4628-bba8-288d496ec867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb640bb-c772-45fe-9cb1-b603503b1a96'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:59:29.983674 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port abb640bb-c772-45fe-9cb1-b603503b1a96, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=abb640bb-c772-45fe-9cb1-b603503b1a96,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:59:30.051639 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74484bfb-dccc-4a65-8192-a5cd3ec52c4f'] response: {'server_uuid': 'be9282a5-6522-4628-bba8-288d496ec867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb640bb-c772-45fe-9cb1-b603503b1a96', 'code': 200} Jun 30 11:59:30.087051 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:30.280021 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=abb640bb-c772-45fe-9cb1-b603503b1a96,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:30.471424 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c1498-a3f7-4de5-97e9-2a6afc134a92 req-336de07d-69d3-4025-bab8-79c74cbf4b17 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:30.485138 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f55c1498-a3f7-4de5-97e9-2a6afc134a92 req-336de07d-69d3-4025-bab8-79c74cbf4b17 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 945 time: 0.1789532 Jun 30 11:59:30.608694 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f55c1498-a3f7-4de5-97e9-2a6afc134a92 req-f0791437-2e70-4c39-9740-01c1324370b1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=16ffc3d0-478d-4d64-a5c3-bfe93a83b421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220961 Jun 30 11:59:30.758704 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c9fc-f5b2-4426-9b87-d4a2dd936336 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:30.786742 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3390ec4-7700-46c1-87a5-e1a708f7a7f3 req-787a4cb1-2947-4683-b55d-0203e47ef892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:30.790592 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c3390ec4-7700-46c1-87a5-e1a708f7a7f3 req-787a4cb1-2947-4683-b55d-0203e47ef892 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 1098 time: 0.1553218 Jun 30 11:59:30.865333 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c3390ec4-7700-46c1-87a5-e1a708f7a7f3 req-347f0874-25a5-46de-93bb-e84d4a61572b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=16ffc3d0-478d-4d64-a5c3-bfe93a83b421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679040 Jun 30 11:59:30.867373 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c9fc-f5b2-4426-9b87-d4a2dd936336 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:31.465189 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff5c9fc-f5b2-4426-9b87-d4a2dd936336 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Router d2e50eca-6524-489c-9f17-ad400347eae9 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:59:31.736312 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff5c9fc-f5b2-4426-9b87-d4a2dd936336 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:59:31.742083 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c9fc-f5b2-4426-9b87-d4a2dd936336 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:31.751019 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada34a62-2297-4def-9a7b-78a1625b24c9 None None] Sync routers for ids ['d2e50eca-6524-489c-9f17-ad400347eae9'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:59:31.767648 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada34a62-2297-4def-9a7b-78a1625b24c9 None None] Routers {'d2e50eca-6524-489c-9f17-ad400347eae9'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:59:31.769265 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-ada34a62-2297-4def-9a7b-78a1625b24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['d2e50eca-6524-489c-9f17-ad400347eae9'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:31.841865 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'tag': '77b560b8-8267-4535-b666-e0f57755896c'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:59:31.900948 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-8ff5c9fc-f5b2-4426-9b87-d4a2dd936336 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "PUT /v2.0/floatingips/cc190a31-ded1-48be-ab54-0e2af6429ab0 HTTP/1.1" status: 200 len: 994 time: 2.6542795 Jun 30 11:59:31.948497 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a71cb80-7b9d-4c9d-91ee-28dbce35dbc5'] response: {'name': 'network-changed', 'server_uuid': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'tag': '77b560b8-8267-4535-b666-e0f57755896c', 'status': 'completed', 'code': 200} Jun 30 11:59:32.000460 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca69a7-19b6-4df5-bb90-5ef92c9ef90b req-f75129a8-76e0-4bb3-a860-787087c4eda4 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:32.002129 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1cca69a7-19b6-4df5-bb90-5ef92c9ef90b req-f75129a8-76e0-4bb3-a860-787087c4eda4 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 945 time: 0.2101386 Jun 30 11:59:32.072513 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1cca69a7-19b6-4df5-bb90-5ef92c9ef90b req-aa24305f-dcdb-459f-8145-cd26e4d0840e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=16ffc3d0-478d-4d64-a5c3-bfe93a83b421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583081 Jun 30 11:59:32.208324 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb12e1c-527c-45b8-9d3f-88f8f9158348 req-3ccd6b52-bc2d-446c-bff5-95fabd824ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:32.209884 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ccb12e1c-527c-45b8-9d3f-88f8f9158348 req-3ccd6b52-bc2d-446c-bff5-95fabd824ace service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 1099 time: 0.2247305 Jun 30 11:59:32.270056 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-ada34a62-2297-4def-9a7b-78a1625b24c9 None None] Set router d2e50eca-6524-489c-9f17-ad400347eae9 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:59:32.499880 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb12e1c-527c-45b8-9d3f-88f8f9158348 req-0dd20f6e-4839-4a6c-8365-81e759342584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:32.502071 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ccb12e1c-527c-45b8-9d3f-88f8f9158348 req-0dd20f6e-4839-4a6c-8365-81e759342584 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 920 time: 0.2779660 Jun 30 11:59:32.660401 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ccb12e1c-527c-45b8-9d3f-88f8f9158348 req-34094d74-a4e3-4693-9e23-74ea2e82a278 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b560b8-8267-4535-b666-e0f57755896c HTTP/1.1" status: 200 len: 1002 time: 0.1487029 Jun 30 11:59:33.017720 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb12e1c-527c-45b8-9d3f-88f8f9158348 req-a2baf9e0-d575-45a0-b790-5b28e4adf6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:33.020324 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ccb12e1c-527c-45b8-9d3f-88f8f9158348 req-a2baf9e0-d575-45a0-b790-5b28e4adf6c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.3533056 Jun 30 11:59:33.193078 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb12e1c-527c-45b8-9d3f-88f8f9158348 req-86129573-43e0-466f-9055-f2c90c70083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:33.196110 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ccb12e1c-527c-45b8-9d3f-88f8f9158348 req-86129573-43e0-466f-9055-f2c90c70083e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1678762 Jun 30 11:59:33.203270 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-ada34a62-2297-4def-9a7b-78a1625b24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 4, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'cc190a31-ded1-48be-ab54-0e2af6429ab0', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'port_id': '77b560b8-8267-4535-b666-e0f57755896c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'mac_address': 'fa:16:3e:b7:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:57:22Z', 'updated_at': '2022-06-30T11:59:30Z', 'revision_number': 3, 'project_id': '843f057330a14531be79ff8bf58367eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b02014-946d-4cfb-b8f9-985b2c8695dc', 'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'mac_address': 'fa:16:3e:0e:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:05Z', 'updated_at': '2022-06-30T11:55:33Z', 'revision_number': 5, 'project_id': '843f057330a14531be79ff8bf58367eb', 'subnets': [{'id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:33.223568 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada34a62-2297-4def-9a7b-78a1625b24c9 None None] Checking router: d2e50eca-6524-489c-9f17-ad400347eae9 for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:59:33.245272 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada34a62-2297-4def-9a7b-78a1625b24c9 None None] Routers {'d2e50eca-6524-489c-9f17-ad400347eae9'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:59:33.246644 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-ada34a62-2297-4def-9a7b-78a1625b24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['d2e50eca-6524-489c-9f17-ad400347eae9'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:33.569735 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91f114-47f0-4d7c-bb2a-09331c1ae979 req-f4f95659-6c78-4eeb-b519-1ea4dcab1889 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:33.579040 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0a91f114-47f0-4d7c-bb2a-09331c1ae979 req-f4f95659-6c78-4eeb-b519-1ea4dcab1889 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 945 time: 0.2850437 Jun 30 11:59:33.604953 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ccb12e1c-527c-45b8-9d3f-88f8f9158348 req-23ca07f8-9bb6-4eeb-8180-db50ba76df07 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922772 Jun 30 11:59:33.653365 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0a91f114-47f0-4d7c-bb2a-09331c1ae979 req-232c2dd2-7554-4a83-ab9e-7f0292a48f43 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=16ffc3d0-478d-4d64-a5c3-bfe93a83b421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730071 Jun 30 11:59:33.714538 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-ada34a62-2297-4def-9a7b-78a1625b24c9 None None] Set router d2e50eca-6524-489c-9f17-ad400347eae9 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:59:33.887555 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ccb12e1c-527c-45b8-9d3f-88f8f9158348 req-11817767-784b-41d9-92cb-8edc72883f53 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742541 Jun 30 11:59:33.950145 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'tag': '77b560b8-8267-4535-b666-e0f57755896c'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:59:34.081666 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149763e1-3520-43e2-b6bc-7c1ff34d3ff2 req-2c0b4fa7-7226-4766-bc63-01306ba58b22 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:34.084432 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-149763e1-3520-43e2-b6bc-7c1ff34d3ff2 req-2c0b4fa7-7226-4766-bc63-01306ba58b22 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 945 time: 0.1826260 Jun 30 11:59:34.097542 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44268) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:34.118108 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-8f9cfbf0-f7d4-4a56-a731-1ee02967ff46 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'floatingip': {'port_id': 'abb640bb-c772-45fe-9cb1-b603503b1a96'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:34.454755 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3ba4fe-e5d5-4863-ac84-83da65cf17ca'] response: {'name': 'network-changed', 'server_uuid': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'tag': '77b560b8-8267-4535-b666-e0f57755896c', 'status': 'completed', 'code': 200} Jun 30 11:59:34.517059 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-ada34a62-2297-4def-9a7b-78a1625b24c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 4, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'cc190a31-ded1-48be-ab54-0e2af6429ab0', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'port_id': '77b560b8-8267-4535-b666-e0f57755896c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'mac_address': 'fa:16:3e:b7:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:57:22Z', 'updated_at': '2022-06-30T11:59:30Z', 'revision_number': 3, 'project_id': '843f057330a14531be79ff8bf58367eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b02014-946d-4cfb-b8f9-985b2c8695dc', 'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'mac_address': 'fa:16:3e:0e:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:05Z', 'updated_at': '2022-06-30T11:55:33Z', 'revision_number': 5, 'project_id': '843f057330a14531be79ff8bf58367eb', 'subnets': [{'id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:34.525599 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada34a62-2297-4def-9a7b-78a1625b24c9 None None] The sync data for ids ['d2e50eca-6524-489c-9f17-ad400347eae9'] in dv-cinder-848250-1-iscsi is: [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 4, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'cc190a31-ded1-48be-ab54-0e2af6429ab0', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'floating_ip_address': '172.27.1.114', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'port_id': '77b560b8-8267-4535-b666-e0f57755896c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'mac_address': 'fa:16:3e:b7:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:57:22Z', 'updated_at': '2022-06-30T11:59:30Z', 'revision_number': 3, 'project_id': '843f057330a14531be79ff8bf58367eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b02014-946d-4cfb-b8f9-985b2c8695dc', 'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'mac_address': 'fa:16:3e:0e:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:05Z', 'updated_at': '2022-06-30T11:55:33Z', 'revision_number': 5, 'project_id': '843f057330a14531be79ff8bf58367eb', 'subnets': [{'id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:59:34.542789 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8f9cfbf0-f7d4-4a56-a731-1ee02967ff46 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:34.914444 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0831172-bbdb-4fc5-981d-a534b4ef87bb req-99a157cf-fc96-4489-bb04-c1cd862fe463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:34.916249 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b0831172-bbdb-4fc5-981d-a534b4ef87bb req-99a157cf-fc96-4489-bb04-c1cd862fe463 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843f057330a14531be79ff8bf58367eb&device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 1099 time: 0.5310078 Jun 30 11:59:35.243619 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2babd93-f559-46cb-b812-03729c7cb40b req-816c8083-f9e4-472e-a542-55d6c4d7e15a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:35.243619 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e2babd93-f559-46cb-b812-03729c7cb40b req-816c8083-f9e4-472e-a542-55d6c4d7e15a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 947 time: 0.1550138 Jun 30 11:59:35.301085 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e2babd93-f559-46cb-b812-03729c7cb40b req-19c55236-7e36-4e95-9af9-43e61bf8d2fd tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0494506 Jun 30 11:59:35.455025 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0831172-bbdb-4fc5-981d-a534b4ef87bb req-fb1b0378-8b62-4f39-a8bd-a398267860a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:35.456780 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b0831172-bbdb-4fc5-981d-a534b4ef87bb req-fb1b0378-8b62-4f39-a8bd-a398267860a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 200 len: 920 time: 0.5286784 Jun 30 11:59:35.782878 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b0831172-bbdb-4fc5-981d-a534b4ef87bb req-5d58a957-a141-43c3-bce4-5eb1d0b8c929 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b560b8-8267-4535-b666-e0f57755896c HTTP/1.1" status: 200 len: 1002 time: 0.3170271 Jun 30 11:59:35.940875 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0831172-bbdb-4fc5-981d-a534b4ef87bb req-35034adb-082e-48b1-9eeb-575b733270f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:35.943382 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b0831172-bbdb-4fc5-981d-a534b4ef87bb req-35034adb-082e-48b1-9eeb-575b733270f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 200 len: 858 time: 0.1462140 Jun 30 11:59:36.232774 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.db.resource_extend [None req-8f9cfbf0-f7d4-4a56-a731-1ee02967ff46 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 11:59:36.435854 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8f9cfbf0-f7d4-4a56-a731-1ee02967ff46 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:36.448327 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0831172-bbdb-4fc5-981d-a534b4ef87bb req-7b799329-5006-49ce-b32e-89bb41003270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:36.450798 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b0831172-bbdb-4fc5-981d-a534b4ef87bb req-7b799329-5006-49ce-b32e-89bb41003270 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de387bcc-1139-428a-9e8b-0e99c316923a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4989319 Jun 30 11:59:36.734276 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cef05-001c-446f-858f-f1fef254d9ff req-db5d55d7-54cb-454d-96a7-98737b52f59d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:36.736858 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-473cef05-001c-446f-858f-f1fef254d9ff req-db5d55d7-54cb-454d-96a7-98737b52f59d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 947 time: 0.1589484 Jun 30 11:59:36.744796 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b0831172-bbdb-4fc5-981d-a534b4ef87bb req-9b47bb08-4515-45aa-8263-1cf26120bda9 service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835305 Jun 30 11:59:36.749241 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8f9cfbf0-f7d4-4a56-a731-1ee02967ff46 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:36.827919 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-473cef05-001c-446f-858f-f1fef254d9ff req-66bc6924-7a6f-4b65-af0c-c82a5f699579 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746939 Jun 30 11:59:37.205808 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [None req-8f9cfbf0-f7d4-4a56-a731-1ee02967ff46 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Floating IP 5e9c91bf-3fb6-44df-803e-532bfc29ecc1 associated. External IP: 172.27.1.234, port: abb640bb-c772-45fe-9cb1-b603503b1a96. Jun 30 11:59:37.258527 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b0831172-bbdb-4fc5-981d-a534b4ef87bb req-59ab2c79-fd5f-495b-83dd-d1329ce6781f service neutron] 10.222.0.44 "GET /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168422 Jun 30 11:59:37.339298 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e3af1-980f-4287-a117-c016ee15d869 req-b3509e61-9a5e-4747-8e91-35a20332cd1e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:37.340089 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-c27e3af1-980f-4287-a117-c016ee15d869 req-b3509e61-9a5e-4747-8e91-35a20332cd1e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Synchronizing usage tracker for tenant:66756d824b614f6a8344f03d7aa9133d on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:59:37.526082 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-c27e3af1-980f-4287-a117-c016ee15d869 req-b3509e61-9a5e-4747-8e91-35a20332cd1e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Unset dirty status for tenant:66756d824b614f6a8344f03d7aa9133d on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:59:37.526856 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c27e3af1-980f-4287-a117-c016ee15d869 req-b3509e61-9a5e-4747-8e91-35a20332cd1e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.44 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 947 time: 0.5113630 Jun 30 11:59:37.733637 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-c27e3af1-980f-4287-a117-c016ee15d869 req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Deleting port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 11:59:37.733974 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c27e3af1-980f-4287-a117-c016ee15d869 req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:37.823232 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9cfbf0-f7d4-4a56-a731-1ee02967ff46 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Router 00155358-9483-4606-9d77-1dca63089318 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:59:38.186927 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aa142-b9c4-4252-a216-f00cd1d0f9fc req-61078c1f-1def-4076-a92a-7c7783b46383 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:38.189518 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cb9aa142-b9c4-4252-a216-f00cd1d0f9fc req-61078c1f-1def-4076-a92a-7c7783b46383 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 947 time: 0.1745677 Jun 30 11:59:38.254035 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cb9aa142-b9c4-4252-a216-f00cd1d0f9fc req-d5c4fa43-94a7-4dfa-adf1-755109b0a2ba tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=e490cb3b-032f-4d68-b1af-2e28e4da3d66&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0565524 Jun 30 11:59:38.334741 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9cfbf0-f7d4-4a56-a731-1ee02967ff46 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:59:38.342201 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8f9cfbf0-f7d4-4a56-a731-1ee02967ff46 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:38.351918 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd774b4-a181-418c-b497-6f949830449b None None] Sync routers for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:59:38.378499 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd774b4-a181-418c-b497-6f949830449b None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:59:38.379642 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-0fd774b4-a181-418c-b497-6f949830449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:38.389206 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-c27e3af1-980f-4287-a117-c016ee15d869 req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] For port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:59:38.389574 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c27e3af1-980f-4287-a117-c016ee15d869 req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:38.508898 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-8f9cfbf0-f7d4-4a56-a731-1ee02967ff46 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "PUT /v2.0/floatingips/5e9c91bf-3fb6-44df-803e-532bfc29ecc1 HTTP/1.1" status: 200 len: 991 time: 4.4077995 Jun 30 11:59:38.519096 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9282a5-6522-4628-bba8-288d496ec867', 'tag': 'abb640bb-c772-45fe-9cb1-b603503b1a96'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:59:38.624438 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569deb18-d337-4cf4-b394-bf615c2c47a5'] response: {'name': 'network-changed', 'server_uuid': 'be9282a5-6522-4628-bba8-288d496ec867', 'tag': 'abb640bb-c772-45fe-9cb1-b603503b1a96', 'status': 'completed', 'code': 200} Jun 30 11:59:38.659867 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-0fd774b4-a181-418c-b497-6f949830449b None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:59:38.863713 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c27e3af1-980f-4287-a117-c016ee15d869 req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:38.864267 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c27e3af1-980f-4287-a117-c016ee15d869 req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:38.864491 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [req-c27e3af1-980f-4287-a117-c016ee15d869 req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Floating IP 9399aea1-ed30-4b27-91e7-9e05712af1e8 disassociated. External IP: 172.27.1.143, port: 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda. Jun 30 11:59:38.864919 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-c27e3af1-980f-4287-a117-c016ee15d869 req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Calling delete_port for 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 11:59:38.968112 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487fe52-51f7-4470-97c4-49fe9c3d4608 req-89020f28-200d-41ab-9f42-5689f28ad333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:38.968112 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-6487fe52-51f7-4470-97c4-49fe9c3d4608 req-89020f28-200d-41ab-9f42-5689f28ad333 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 1098 time: 0.2916725 Jun 30 11:59:39.098962 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-0fd774b4-a181-418c-b497-6f949830449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '5e9c91bf-3fb6-44df-803e-532bfc29ecc1', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': 'abb640bb-c772-45fe-9cb1-b603503b1a96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:e9:93:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9282a5-6522-4628-bba8-288d496ec867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:59:15Z', 'updated_at': '2022-06-30T11:59:35Z', 'revision_number': 1, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:39.103171 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd774b4-a181-418c-b497-6f949830449b None None] Checking router: 00155358-9483-4606-9d77-1dca63089318 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:59:39.115392 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd774b4-a181-418c-b497-6f949830449b None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:59:39.116590 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-0fd774b4-a181-418c-b497-6f949830449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:39.147489 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487fe52-51f7-4470-97c4-49fe9c3d4608 req-a6a15c52-3ce3-4274-8766-454a3e6ddea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:39.149798 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-6487fe52-51f7-4470-97c4-49fe9c3d4608 req-a6a15c52-3ce3-4274-8766-454a3e6ddea0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74 HTTP/1.1" status: 200 len: 916 time: 0.2024715 Jun 30 11:59:39.281674 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-6487fe52-51f7-4470-97c4-49fe9c3d4608 req-288a8c03-1ae0-401b-9324-e93efbc66a7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abb640bb-c772-45fe-9cb1-b603503b1a96 HTTP/1.1" status: 200 len: 999 time: 0.1225805 Jun 30 11:59:39.341125 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-0fd774b4-a181-418c-b497-6f949830449b None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:59:39.372572 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c27e3af1-980f-4287-a117-c016ee15d869 req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:39.439365 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487fe52-51f7-4470-97c4-49fe9c3d4608 req-d4a96aae-5677-430f-96b3-6fee2b89df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:39.441428 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-6487fe52-51f7-4470-97c4-49fe9c3d4608 req-d4a96aae-5677-430f-96b3-6fee2b89df26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ea6951d-83ae-414a-b63e-039dc352ff4b HTTP/1.1" status: 200 len: 854 time: 0.1436820 Jun 30 11:59:39.442507 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event deleted for resources: {'Port': ['ID=0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:39.502086 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 11:59:39.513425 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bde0fb3e-072e-4600-b9e3-c120063e3220 req-97e5de47-8a5f-47c2-93db-29d58c76d8e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 210 time: 0.1082079 Jun 30 11:59:39.572432 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 11:59:39.573069 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 11:59:39.898132 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487fe52-51f7-4470-97c4-49fe9c3d4608 req-e67adb71-7d22-443c-8535-fd58d872abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:39.899874 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-6487fe52-51f7-4470-97c4-49fe9c3d4608 req-e67adb71-7d22-443c-8535-fd58d872abe8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4489648 Jun 30 11:59:39.934266 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c27e3af1-980f-4287-a117-c016ee15d869 req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Router da53b716-2afc-4fff-8113-5a5372664a1a has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:59:39.942822 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-0fd774b4-a181-418c-b497-6f949830449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '5e9c91bf-3fb6-44df-803e-532bfc29ecc1', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': 'abb640bb-c772-45fe-9cb1-b603503b1a96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:e9:93:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9282a5-6522-4628-bba8-288d496ec867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:59:15Z', 'updated_at': '2022-06-30T11:59:35Z', 'revision_number': 1, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:39.960956 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd774b4-a181-418c-b497-6f949830449b None None] The sync data for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi is: [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '5e9c91bf-3fb6-44df-803e-532bfc29ecc1', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': 'abb640bb-c772-45fe-9cb1-b603503b1a96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:e9:93:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9282a5-6522-4628-bba8-288d496ec867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:59:15Z', 'updated_at': '2022-06-30T11:59:35Z', 'revision_number': 1, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:59:40.190860 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed8242c-bf0c-45e2-a477-602923c5abc8 None None] New status for floating IP 5e9c91bf-3fb6-44df-803e-532bfc29ecc1: ACTIVE {{(pid=88752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:59:40.227824 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-6487fe52-51f7-4470-97c4-49fe9c3d4608 req-324c39b6-8b38-481d-bb11-cfb8350009f1 service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159652 Jun 30 11:59:40.324698 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c27e3af1-980f-4287-a117-c016ee15d869 req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:59:40.339139 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987aa948-9200-4db8-aa6c-33b7f1744a58 None None] Sync routers for ids ['da53b716-2afc-4fff-8113-5a5372664a1a'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:59:40.350358 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987aa948-9200-4db8-aa6c-33b7f1744a58 None None] Routers {'da53b716-2afc-4fff-8113-5a5372664a1a'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:59:40.352171 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-987aa948-9200-4db8-aa6c-33b7f1744a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['da53b716-2afc-4fff-8113-5a5372664a1a'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:40.438716 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27e3af1-980f-4287-a117-c016ee15d869 req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] No DVR routers for this DVR port 0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 11:59:40.443260 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c27e3af1-980f-4287-a117-c016ee15d869 req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:40.470575 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-6487fe52-51f7-4470-97c4-49fe9c3d4608 req-0061b5cd-033f-4fea-aef7-57d57824dcab service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342176 Jun 30 11:59:40.525861 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c27e3af1-980f-4287-a117-c016ee15d869 req-ad052932-c3fa-4ee4-b047-62d7657255f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.44 "DELETE /v2.0/ports/0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda HTTP/1.1" status: 204 len: 173 time: 2.9264398 Jun 30 11:59:40.552470 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-987aa948-9200-4db8-aa6c-33b7f1744a58 None None] Set router da53b716-2afc-4fff-8113-5a5372664a1a gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:59:40.626256 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'name': 'network-vif-deleted', 'tag': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:59:40.714950 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1063a754-965d-4562-ab9e-35f2e328e855 req-93356fcd-18d8-4044-8929-0fd5cb2422db tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 210 time: 0.0774369 Jun 30 11:59:40.719923 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae8385b-9479-4af8-8008-a526f7baed62'] response: {'server_uuid': '93636f73-4a16-46a3-ab26-d1ad2c1c1fbb', 'name': 'network-vif-deleted', 'tag': '0ae2f5b3-4e6f-4d28-88bf-adebdc71aeda', 'status': 'completed', 'code': 200} Jun 30 11:59:40.900238 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-987aa948-9200-4db8-aa6c-33b7f1744a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:36Z', 'revision_number': 5, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:40.904383 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987aa948-9200-4db8-aa6c-33b7f1744a58 None None] Checking router: da53b716-2afc-4fff-8113-5a5372664a1a for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:59:40.912707 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987aa948-9200-4db8-aa6c-33b7f1744a58 None None] Routers {'da53b716-2afc-4fff-8113-5a5372664a1a'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:59:40.914456 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-987aa948-9200-4db8-aa6c-33b7f1744a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['da53b716-2afc-4fff-8113-5a5372664a1a'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:41.099133 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-987aa948-9200-4db8-aa6c-33b7f1744a58 None None] Set router da53b716-2afc-4fff-8113-5a5372664a1a gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:59:41.418688 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-987aa948-9200-4db8-aa6c-33b7f1744a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:36Z', 'revision_number': 5, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:41.424069 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987aa948-9200-4db8-aa6c-33b7f1744a58 None None] The sync data for ids ['da53b716-2afc-4fff-8113-5a5372664a1a'] in dv-cinder-848250-1-iscsi is: [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:36Z', 'revision_number': 5, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:59:41.640986 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52180f06-15f9-4f99-be6b-35aa1bb44b4e None None] New status for floating IP 9399aea1-ed30-4b27-91e7-9e05712af1e8: DOWN {{(pid=88752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 11:59:41.939485 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e48e75a9-c3db-4c15-8759-d89211638d00 req-40456542-afb9-4b9e-bed6-f5e996d825ce tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93636f73-4a16-46a3-ab26-d1ad2c1c1fbb HTTP/1.1" status: 200 len: 210 time: 0.0715871 Jun 30 11:59:43.158992 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44402) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:43.229882 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9518ff9d-24c4-4d43-8557-e40f73c684ad tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:43.259681 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9518ff9d-24c4-4d43-8557-e40f73c684ad tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:43.387047 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9518ff9d-24c4-4d43-8557-e40f73c684ad tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:43.408326 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518ff9d-24c4-4d43-8557-e40f73c684ad tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e490cb3b-032f-4d68-b1af-2e28e4da3d66,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:43.485046 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9518ff9d-24c4-4d43-8557-e40f73c684ad tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:43.486134 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-9518ff9d-24c4-4d43-8557-e40f73c684ad tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "DELETE /v2.0/security-groups/e490cb3b-032f-4d68-b1af-2e28e4da3d66 HTTP/1.1" status: 204 len: 168 time: 0.3261349 Jun 30 11:59:43.488803 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44410) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:43.505379 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.api.v2.resource [None req-9f1aed8b-c4e3-4cf1-a3e8-054e7ea29cbf tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] show failed (client error): The resource could not be found. Jun 30 11:59:43.506470 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-9f1aed8b-c4e3-4cf1-a3e8-054e7ea29cbf tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups/e490cb3b-032f-4d68-b1af-2e28e4da3d66 HTTP/1.1" status: 404 len: 347 time: 0.0167644 Jun 30 11:59:43.509723 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44414) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:43.682807 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-ada73211-e025-411c-b797-55d6277b0c8e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Deleting port 3371b41a-6e33-4a62-9ad1-e35a55c21ac3 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 11:59:43.683156 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ada73211-e025-411c-b797-55d6277b0c8e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:43.858005 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ada73211-e025-411c-b797-55d6277b0c8e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:43.858359 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ada73211-e025-411c-b797-55d6277b0c8e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:43.982654 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-ada73211-e025-411c-b797-55d6277b0c8e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Calling delete_port for 3371b41a-6e33-4a62-9ad1-e35a55c21ac3 owned by network:floatingip {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 11:59:44.189023 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ada73211-e025-411c-b797-55d6277b0c8e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:44.236915 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada73211-e025-411c-b797-55d6277b0c8e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event deleted for resources: {'Port': ['ID=3371b41a-6e33-4a62-9ad1-e35a55c21ac3,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:44.447891 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ada73211-e025-411c-b797-55d6277b0c8e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for floatingip, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:44.462158 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ada73211-e025-411c-b797-55d6277b0c8e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:44.463294 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-ada73211-e025-411c-b797-55d6277b0c8e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "DELETE /v2.0/floatingips/9399aea1-ed30-4b27-91e7-9e05712af1e8 HTTP/1.1" status: 204 len: 168 time: 0.9526994 Jun 30 11:59:44.542587 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44422) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:44.602446 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86a4a9f-a905-4b04-b66f-4e50ce1e593c admin admin] Deleting subnet c53d795c-5b2e-460b-8161-5dbf83ecd3f0 {{(pid=88750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 11:59:44.605699 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e86a4a9f-a905-4b04-b66f-4e50ce1e593c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:44.620600 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44426) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:44.625810 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--138966348', 'description': 'tempest-description--53061606'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:44.632278 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:44.636730 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Usage tracker for resource:security_group and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:44.639823 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:44.646166 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:44.660443 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e86a4a9f-a905-4b04-b66f-4e50ce1e593c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1147442'] for subnet, precommit_delete_associations {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:44.717887 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e86a4a9f-a905-4b04-b66f-4e50ce1e593c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:44.749292 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:44.770276 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:44.775864 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Usage tracker for resource:security_group_rule and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:44.778843 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:44.784656 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:44.857021 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:44.863245 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e86a4a9f-a905-4b04-b66f-4e50ce1e593c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33531798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1085358'] for subnet, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:44.908205 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a4a9f-a905-4b04-b66f-4e50ce1e593c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53d795c-5b2e-460b-8161-5dbf83ecd3f0,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:44.912114 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e86a4a9f-a905-4b04-b66f-4e50ce1e593c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:44.919197 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-e86a4a9f-a905-4b04-b66f-4e50ce1e593c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c53d795c-5b2e-460b-8161-5dbf83ecd3f0 HTTP/1.1" status: 204 len: 168 time: 0.3755529 Jun 30 11:59:44.921644 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44430) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:44.931466 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:44.983129 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba3a22e-0ab7-4660-8b6b-9893892e42d7,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:44.990716 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:44.993950 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:44.993950 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:44.993950 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:44.993950 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:44.993950 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:44.993950 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:44.993950 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:44.994503 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:44.994503 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:44.994648 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:44.994967 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:45.042610 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6752dc16-bbd7-4be8-9505-223ab4b1bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.080736 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.082454 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-fa49b203-5935-45cf-a435-e764fae359e7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4608042 Jun 30 11:59:45.085510 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44436) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:45.093452 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-daf480cc-cc89-4f32-95d1-9264a8eaf073 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Request body: {'security_group_rule': {'security_group_id': '9ba3a22e-0ab7-4660-8b6b-9893892e42d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:45.105427 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-daf480cc-cc89-4f32-95d1-9264a8eaf073 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:45.109893 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-daf480cc-cc89-4f32-95d1-9264a8eaf073 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Usage tracker for resource:security_group_rule and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:45.113048 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-daf480cc-cc89-4f32-95d1-9264a8eaf073 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:45.119999 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-daf480cc-cc89-4f32-95d1-9264a8eaf073 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:45.177434 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6752dc16-bbd7-4be8-9505-223ab4b1bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.208093 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-6752dc16-bbd7-4be8-9505-223ab4b1bb05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56835f9d-b554-40f1-900c-567f9a4eef23']}} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:45.218131 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-daf480cc-cc89-4f32-95d1-9264a8eaf073 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.222828 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-6752dc16-bbd7-4be8-9505-223ab4b1bb05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdb2a59-7895-4164-9981-425400ccd76a') {'for_net_delete': True} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:45.223121 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-6752dc16-bbd7-4be8-9505-223ab4b1bb05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdb2a59-7895-4164-9981-425400ccd76a') {} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:45.236726 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6752dc16-bbd7-4be8-9505-223ab4b1bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1147451'] for segment, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.254972 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6752dc16-bbd7-4be8-9505-223ab4b1bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.263072 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6752dc16-bbd7-4be8-9505-223ab4b1bb05 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 11:59:45.263757 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6752dc16-bbd7-4be8-9505-223ab4b1bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33531704'] for segment, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.286428 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-daf480cc-cc89-4f32-95d1-9264a8eaf073 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.333434 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.services.segments.plugin [-] Segment 4cdb2a59-7895-4164-9981-425400ccd76a resource provider aggregate not found Jun 30 11:59:45.355821 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.services.segments.plugin [-] Segment 4cdb2a59-7895-4164-9981-425400ccd76a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cdb2a59-7895-4164-9981-425400ccd76a found for delete ", "request_id": "req-1d20f9c0-fde3-4339-acc1-c32ca31ff01f"}]} Jun 30 11:59:45.381247 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-daf480cc-cc89-4f32-95d1-9264a8eaf073 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.407115 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf480cc-cc89-4f32-95d1-9264a8eaf073 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8704cf80-0778-4e91-be5f-817b60d431c0,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:45.468639 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6752dc16-bbd7-4be8-9505-223ab4b1bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.488717 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6752dc16-bbd7-4be8-9505-223ab4b1bb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.494320 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752dc16-bbd7-4be8-9505-223ab4b1bb05 admin admin] Pushing event deleted for resources: {'Network': ['ID=56835f9d-b554-40f1-900c-567f9a4eef23,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:45.501472 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-daf480cc-cc89-4f32-95d1-9264a8eaf073 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.502682 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-daf480cc-cc89-4f32-95d1-9264a8eaf073 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4156792 Jun 30 11:59:45.505525 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44446) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:45.511640 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-9fb14279-d2fe-4c7d-b7da-b5b48fa029bb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Request body: {'security_group_rule': {'security_group_id': '9ba3a22e-0ab7-4660-8b6b-9893892e42d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:45.517955 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-9fb14279-d2fe-4c7d-b7da-b5b48fa029bb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:45.522195 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-9fb14279-d2fe-4c7d-b7da-b5b48fa029bb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Usage tracker for resource:security_group_rule and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:45.525975 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-9fb14279-d2fe-4c7d-b7da-b5b48fa029bb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:45.532133 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-9fb14279-d2fe-4c7d-b7da-b5b48fa029bb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:45.600603 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-6752dc16-bbd7-4be8-9505-223ab4b1bb05 admin admin] 10.222.0.18 "DELETE /v2.0/networks/56835f9d-b554-40f1-900c-567f9a4eef23 HTTP/1.1" status: 204 len: 168 time: 0.6778615 Jun 30 11:59:45.646715 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9fb14279-d2fe-4c7d-b7da-b5b48fa029bb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.709868 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9fb14279-d2fe-4c7d-b7da-b5b48fa029bb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.792690 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9fb14279-d2fe-4c7d-b7da-b5b48fa029bb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.817096 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb14279-d2fe-4c7d-b7da-b5b48fa029bb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c31f5a3-dc64-4220-b1b5-c77a6ca622d0,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:45.884547 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9fb14279-d2fe-4c7d-b7da-b5b48fa029bb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.885616 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-9fb14279-d2fe-4c7d-b7da-b5b48fa029bb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3788497 Jun 30 11:59:45.889348 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44454) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:45.899840 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Request body: {'floatingip': {'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:45.906590 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:45.911131 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Usage tracker for resource:floatingip and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:45.915437 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:45.922614 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:45.960287 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:45.998032 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44458) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:46.014530 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for floatingip, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:46.122470 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-bdc53b9a-6c2f-4332-8f89-b6b7c6d18433 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7a20a368d5b49ee99985f1a9449de4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1232233 Jun 30 11:59:46.125320 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44462) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:46.192285 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:46.192613 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1ef07300-36cf-463e-bfb9-a3dbe205e542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:46.221349 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1ef07300-36cf-463e-bfb9-a3dbe205e542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:46.336663 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Allocated IP 172.27.1.147 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/72479b68-3739-4cc3-9533-ac0573b9d819) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:59:46.337342 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1ef07300-36cf-463e-bfb9-a3dbe205e542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:46.359030 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef07300-36cf-463e-bfb9-a3dbe205e542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6b5ea7-f124-4939-97e4-0a4ea9f3271e,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:46.427800 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1ef07300-36cf-463e-bfb9-a3dbe205e542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:46.429014 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-1ef07300-36cf-463e-bfb9-a3dbe205e542 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e6b5ea7-f124-4939-97e4-0a4ea9f3271e HTTP/1.1" status: 204 len: 168 time: 0.3024237 Jun 30 11:59:46.519917 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:46.621886 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:46.688458 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:59:46.691400 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:59:46.696024 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:59:46.730805 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event updated for resources: {'Port': ['ID=72479b68-3739-4cc3-9533-ac0573b9d819,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:46.785224 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:46.940767 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:47.163889 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:47.228460 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27525444'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:47.434091 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event updated for resources: {'Port': ['ID=72479b68-3739-4cc3-9533-ac0573b9d819,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:47.451096 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:47.603872 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:47.604841 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44486) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:47.605295 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-548d2c12-cda6-40a7-bff6-e694c41e4fe6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7127044 Jun 30 11:59:47.723424 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1618305721-network', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:47.728809 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:47.733108 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Usage tracker for resource:network and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:47.736232 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:47.743230 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:47.828636 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Made reservation on behalf of 845bdd244c944d94aae5ff6b56b0f75d for: {'network': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:59:47.830965 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:47.845285 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:47.861305 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:47.865416 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Usage tracker for resource:security_group_rule and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:47.868982 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:47.875522 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-b22a40c8-f02c-4f1b-8e65-844bc8e61ab8 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Synchronizing usage tracker for tenant:66756d824b614f6a8344f03d7aa9133d on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:59:47.876106 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:47.962951 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:47.988611 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-b22a40c8-f02c-4f1b-8e65-844bc8e61ab8 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Unset dirty status for tenant:66756d824b614f6a8344f03d7aa9133d on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:59:47.989808 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-b22a40c8-f02c-4f1b-8e65-844bc8e61ab8 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--138966348&fields=id&tenant_id=66756d824b614f6a8344f03d7aa9133d HTTP/1.1" status: 200 len: 267 time: 0.1565614 Jun 30 11:59:48.011614 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:48.047600 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:59:48.053161 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7d0f30-07d7-4475-8423-5f38edcdda72,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:48.060777 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:48.061122 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.segments_db [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Added segment bf6a2514-58d3-4879-9cd1-8bb17f4e4b18 of type vlan for network b2d10cb7-945f-43a2-bb61-0a070d4fc848 Jun 30 11:59:48.091609 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:48.153339 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-764632ac-1a65-4f50-b466-a75be45145a6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:48.154820 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-764632ac-1a65-4f50-b466-a75be45145a6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/networks?id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f HTTP/1.1" status: 200 len: 816 time: 0.1578832 Jun 30 11:59:48.171077 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-b18ff83c-6288-475f-bc51-744732b90852 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/quotas/66756d824b614f6a8344f03d7aa9133d HTTP/1.1" status: 200 len: 375 time: 0.0103683 Jun 30 11:59:48.176950 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e48894c7-83da-43f5-86e3-9916179e3754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:48.189025 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:48.190693 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:48.191581 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:48.274922 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-7e06bdac-4c4c-4a64-a5cc-c2661465ded9 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=66756d824b614f6a8344f03d7aa9133d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980806 Jun 30 11:59:48.319544 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] Pushing event updated for resources: {'Network': ['ID=b2d10cb7-945f-43a2-bb61-0a070d4fc848,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:48.329419 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network b2d10cb7-945f-43a2-bb61-0a070d4fc848 details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:59:48.385935 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-7ffa348a-5675-4175-a19b-95f25c1fe313 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7795491 Jun 30 11:59:48.389771 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44504) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:48.401516 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Request body: {'subnet': {'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1618305721-subnet', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'ip_version': 4}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:48.418308 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:48.426861 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Usage tracker for resource:subnet and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:48.438182 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:48.449428 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:48.456579 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-2c62748f-dc4d-42b5-9872-6ee272f02d47 service neutron] 10.222.0.18 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678715 Jun 30 11:59:48.559896 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Made reservation on behalf of 845bdd244c944d94aae5ff6b56b0f75d for: {'subnet': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:59:48.562450 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29340576'] for subnet, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:48.684609 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-ec740777-35b8-438a-a276-76f5499c40cb service neutron] 10.222.0.18 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214289 Jun 30 11:59:48.884604 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27528643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29340566'] for subnet, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:48.997176 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9348b133-7034-471f-a379-a7e5f8b19ddc req-1302c207-efc0-47a2-aeed-0dca2a837d84 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 210 time: 0.0786352 Jun 30 11:59:49.034317 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0b436c-7059-4644-92df-3bf578e67ce2,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:49.044572 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Checking segment: {'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:59:49.044816 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Network hostable DHCP agents. Network: b2d10cb7-945f-43a2-bb61-0a070d4fc848, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:59:49.149249 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Network b2d10cb7-945f-43a2-bb61-0a070d4fc848 is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:59:49.262949 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, b2d10cb7-945f-43a2-bb61-0a070d4fc848) {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:59:49.267222 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:49.267799 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:49.271817 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166ce0ae-d63e-443a-a99d-bca9d572fd6e None None] Network b2d10cb7-945f-43a2-bb61-0a070d4fc848 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:59:49.360948 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-f948834c-0d31-4092-a153-e8391ff51c6d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9703476 Jun 30 11:59:49.365224 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44516) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:49.370715 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:49.375437 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:49.380067 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Usage tracker for resource:router and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:49.384731 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:49.391612 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:49.485678 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:49.489774 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:49.502305 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344de497-036f-4476-a366-15e595cdb05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ad8f6dd-feab-57c2-9a36-52b0b8572c55-b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2'}]}} from dv-cinder-848250-1-iscsi. {{(pid=88752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 11:59:49.502772 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:49.503132 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:49.671528 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.db_base_plugin_common [None req-344de497-036f-4476-a366-15e595cdb05e None None] Allocated IP 172.20.0.2 (b2d10cb7-945f-43a2-bb61-0a070d4fc848/9f0b436c-7059-4644-92df-3bf578e67ce2/01c1e402-1833-4613-a154-0265b9a80e9f) {{(pid=88752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:59:49.878544 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7328'] for router, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:49.926287 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Notify callbacks [] for port, precommit_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:49.937905 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-344de497-036f-4476-a366-15e595cdb05e None None] Transition to ACTIVE for port object 01c1e402-1833-4613-a154-0265b9a80e9f will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:59:49.956859 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-344de497-036f-4476-a366-15e595cdb05e None None] Transition to ACTIVE for port object 01c1e402-1833-4613-a154-0265b9a80e9f will not be triggered until provisioned by entity DHCP. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:59:50.079638 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:50.154698 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344de497-036f-4476-a366-15e595cdb05e None None] Network b2d10cb7-945f-43a2-bb61-0a070d4fc848 is already hosted by enough agents. {{(pid=88752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:59:50.158072 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.base_scheduler [None req-344de497-036f-4476-a366-15e595cdb05e None None] Resources bound (agent type, host, resource id): {{(pid=88752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:59:50.160680 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344de497-036f-4476-a366-15e595cdb05e None None] Received port after_create {{(pid=88752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:59:50.204218 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344de497-036f-4476-a366-15e595cdb05e None None] Pushing event updated for resources: {'Port': ['ID=01c1e402-1833-4613-a154-0265b9a80e9f,revision_number=1']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:50.258968 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:50.259306 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:50.259642 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:50.260011 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:50.260303 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:50.260655 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:50.260985 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:50.261319 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:50.261646 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:50.261956 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:50.262271 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:50.262584 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:50.300243 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-344de497-036f-4476-a366-15e595cdb05e None None] Attempting to bind port 01c1e402-1833-4613-a154-0265b9a80e9f on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:59:50.300958 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-344de497-036f-4476-a366-15e595cdb05e None None] Attempting to bind port 01c1e402-1833-4613-a154-0265b9a80e9f by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:59:50.301188 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344de497-036f-4476-a366-15e595cdb05e None None] Attempting to bind port 01c1e402-1833-4613-a154-0265b9a80e9f on network b2d10cb7-945f-43a2-bb61-0a070d4fc848 {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:59:50.308196 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344de497-036f-4476-a366-15e595cdb05e None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:59:50.309374 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344de497-036f-4476-a366-15e595cdb05e None None] Checking segment: {'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:59:50.309374 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:50.309698 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344de497-036f-4476-a366-15e595cdb05e None None] Bound using segment: {'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:59:50.309870 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-344de497-036f-4476-a366-15e595cdb05e None None] Bound port: 01c1e402-1833-4613-a154-0265b9a80e9f, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:59:50.310202 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:50.377973 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-81ff516e-d344-4bd3-bee7-e046c19f4239 req-f3b45a9d-6fb5-4c0e-9802-cd6ea23d5a00 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 210 time: 0.1132925 Jun 30 11:59:50.430596 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-344de497-036f-4476-a366-15e595cdb05e None None] For port 01c1e402-1833-4613-a154-0265b9a80e9f, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:59:50.433974 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-344de497-036f-4476-a366-15e595cdb05e None None] For port 01c1e402-1833-4613-a154-0265b9a80e9f, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=01c1e402-1833-4613-a154-0265b9a80e9f,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:59:50.443963 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:50.457026 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ea2e9374-5003-49d6-9c46-c222505c17ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:50.475910 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:50.507743 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-344de497-036f-4476-a366-15e595cdb05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:50.594436 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344de497-036f-4476-a366-15e595cdb05e None None] Pushing event updated for resources: {'Port': ['ID=01c1e402-1833-4613-a154-0265b9a80e9f,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:50.657477 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Allocated IP 172.27.1.96 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/c60c0bbe-3051-4ea6-b917-04f6cde6d822) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:59:50.846195 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:50.944126 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:51.013322 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:59:51.016205 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:59:51.020180 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:59:51.058121 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Pushing event updated for resources: {'Port': ['ID=c60c0bbe-3051-4ea6-b917-04f6cde6d822,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:51.259696 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-c8b2ad3b-470a-45cc-9625-17a298ce7561 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:51.261169 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-c8b2ad3b-470a-45cc-9625-17a298ce7561 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.44 "GET /v2.0/networks?id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f HTTP/1.1" status: 200 len: 816 time: 0.1748652 Jun 30 11:59:51.330915 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-85ad5bed-ebea-49bd-ac95-07ad67cc9257 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Synchronizing usage tracker for tenant:66756d824b614f6a8344f03d7aa9133d on resource:security_group {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 11:59:51.349271 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-85ad5bed-ebea-49bd-ac95-07ad67cc9257 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Unset dirty status for tenant:66756d824b614f6a8344f03d7aa9133d on resource:security_group {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 11:59:51.352793 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-85ad5bed-ebea-49bd-ac95-07ad67cc9257 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66756d824b614f6a8344f03d7aa9133d HTTP/1.1" status: 200 len: 379 time: 0.0750673 Jun 30 11:59:51.359791 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Request body: {'port': {'device_id': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'admin_state_up': True, 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'security_groups': ['9ba3a22e-0ab7-4660-8b6b-9893892e42d7']}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:51.434357 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:51.534588 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:51.540270 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Usage tracker for resource:port and tenant:66756d824b614f6a8344f03d7aa9133d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:51.543153 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:51.551221 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:51.626257 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3edbba61-cd5c-4d3f-9241-75e1547c1627 req-d9bc0ec9-36b4-46bf-bc55-b4ad5608b105 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 210 time: 0.0769427 Jun 30 11:59:51.669056 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Made reservation on behalf of 66756d824b614f6a8344f03d7aa9133d for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:59:51.673154 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:51.686740 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:51.698300 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:51.769657 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45c4277-f85d-4b2f-8a4a-0c8d8442e7e4 None None] Network b2d10cb7-945f-43a2-bb61-0a070d4fc848 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:59:51.894717 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Allocated IP 172.20.0.12 (912bf4cd-aba5-4eb0-afcb-e0c1f77f042f/fda0c666-547b-4f4c-9f02-e4a51b02d42a/7515172e-f008-4f3b-a9c5-91d086fef771) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:59:51.941870 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-e4e65447-89cb-45d5-80d9-07ad42ef4ed9 None None] Provisioning for port 01c1e402-1833-4613-a154-0265b9a80e9f completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:59:52.219724 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:52.230656 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579364'] for router, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:52.244443 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Transition to ACTIVE for port object 7515172e-f008-4f3b-a9c5-91d086fef771 will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:59:52.358694 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:52.435543 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:59:52.438650 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:59:52.443948 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:59:52.477385 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event updated for resources: {'Port': ['ID=7515172e-f008-4f3b-a9c5-91d086fef771,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:52.514217 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Router a7cd7ee6-471c-4b19-abaf-556714e516ff is scheduled to L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 with binding_index 1 {{(pid=88751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 11:59:52.516484 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:52.517375 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:52.629620 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-8aa52c36-b3cf-406b-8056-35347eb05cea tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2740583 Jun 30 11:59:52.641032 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Request body: {'port': {'device_id': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:52.734368 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:59:52.746718 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Sync routers for ids ['a7cd7ee6-471c-4b19-abaf-556714e516ff'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:59:52.760744 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-f0d537d7-c050-4278-b667-61975e473169 None None] Provisioning for port 7515172e-f008-4f3b-a9c5-91d086fef771 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:59:52.761937 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Routers {'a7cd7ee6-471c-4b19-abaf-556714e516ff'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:59:52.762724 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a7cd7ee6-471c-4b19-abaf-556714e516ff'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:52.767204 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-f0d537d7-c050-4278-b667-61975e473169 None None] Provisioning complete for port 7515172e-f008-4f3b-a9c5-91d086fef771 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:59:52.767674 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-f0d537d7-c050-4278-b667-61975e473169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:52.792961 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:52.877265 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-f0d537d7-c050-4278-b667-61975e473169 None None] Port 7515172e-f008-4f3b-a9c5-91d086fef771 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:59:52.879591 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 01c1e402-1833-4613-a154-0265b9a80e9f up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:59:52.892329 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:52.899419 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-628f72fd-b8e4-46e3-9b44-1db5be6e2622 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5330303 Jun 30 11:59:52.901414 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44534) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:52.998669 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Set router a7cd7ee6-471c-4b19-abaf-556714e516ff gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:59:53.108807 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 01c1e402-1833-4613-a154-0265b9a80e9f completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:59:53.114986 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 01c1e402-1833-4613-a154-0265b9a80e9f triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:59:53.115270 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 11:59:53.119256 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:53.172351 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:53.187393 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea2722-257a-49a1-93ed-adbbd524f553 req-0f439a00-d3df-489b-b92a-2e537c7cb5f6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:53.188970 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9bea2722-257a-49a1-93ed-adbbd524f553 req-0f439a00-d3df-489b-b92a-2e537c7cb5f6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 932 time: 0.4356487 Jun 30 11:59:53.261715 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7515172e-f008-4f3b-a9c5-91d086fef771 {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:59:53.271209 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:53.292279 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Transition to ACTIVE for port object 7515172e-f008-4f3b-a9c5-91d086fef771 will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:59:53.322155 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9bea2722-257a-49a1-93ed-adbbd524f553 req-0aee9f8d-82d7-42ab-b336-8cc0b904a32f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234219 Jun 30 11:59:53.353962 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 01c1e402-1833-4613-a154-0265b9a80e9f is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:59:53.354414 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:53.354622 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:53.369060 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:51Z', 'revision_number': 3, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:53.373615 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Checking router: a7cd7ee6-471c-4b19-abaf-556714e516ff for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:59:53.373997 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Updating router a7cd7ee6-471c-4b19-abaf-556714e516ff port c60c0bbe-3051-4ea6-b917-04f6cde6d822 binding host dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:59:53.417700 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 01c1e402-1833-4613-a154-0265b9a80e9f, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=01c1e402-1833-4613-a154-0265b9a80e9f,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:59:53.440143 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:53.485725 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:53.539587 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Pushing event updated for resources: {'Port': ['ID=7515172e-f008-4f3b-a9c5-91d086fef771,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:53.632272 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=01c1e402-1833-4613-a154-0265b9a80e9f,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:53.668326 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Attempting to bind port 7515172e-f008-4f3b-a9c5-91d086fef771 on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:59:53.668706 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Attempting to bind port 7515172e-f008-4f3b-a9c5-91d086fef771 by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:59:53.669026 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Attempting to bind port 7515172e-f008-4f3b-a9c5-91d086fef771 on network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:59:53.674816 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Port 7515172e-f008-4f3b-a9c5-91d086fef771 on network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 11:59:53.675675 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Attempting to bind port 7515172e-f008-4f3b-a9c5-91d086fef771 on network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:59:53.683078 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:59:53.683342 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Checking segment: {'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:59:53.683741 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Bound using segment: {'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:59:53.684179 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Bound port: 7515172e-f008-4f3b-a9c5-91d086fef771, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82674fec-7846-49da-9df4-6785ff6f0a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:59:53.684610 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:53.786379 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] For port 7515172e-f008-4f3b-a9c5-91d086fef771, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:59:53.790548 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] For port 7515172e-f008-4f3b-a9c5-91d086fef771, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7515172e-f008-4f3b-a9c5-91d086fef771,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:59:53.862117 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Notify callbacks [] for port, precommit_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:53.873523 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:53.875372 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.provisioning_blocks [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Transition to ACTIVE for port object c60c0bbe-3051-4ea6-b917-04f6cde6d822 will not be triggered until provisioned by entity L2. {{(pid=88753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:59:53.893928 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:53.943072 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:53.943752 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:53.946028 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] 10.222.0.44 "PUT /v2.0/ports/7515172e-f008-4f3b-a9c5-91d086fef771 HTTP/1.1" status: 200 len: 1094 time: 1.3090520 Jun 30 11:59:53.946584 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'tag': '7515172e-f008-4f3b-a9c5-91d086fef771'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 11:59:53.966601 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:53.972196 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd06a7-3b20-42b5-8706-2f1074bdd66e service neutron] Pushing event updated for resources: {'Port': ['ID=7515172e-f008-4f3b-a9c5-91d086fef771,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:54.012148 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59dc3a31-5b9c-4557-bf22-6ff307810d2c'] response: {'name': 'network-changed', 'server_uuid': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'tag': '7515172e-f008-4f3b-a9c5-91d086fef771', 'status': 'completed', 'code': 200} Jun 30 11:59:54.075828 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Attempting to bind port c60c0bbe-3051-4ea6-b917-04f6cde6d822 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:59:54.076259 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Attempting to bind port c60c0bbe-3051-4ea6-b917-04f6cde6d822 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:59:54.076740 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Attempting to bind port c60c0bbe-3051-4ea6-b917-04f6cde6d822 on network e4d1c1ad-a890-44d7-b269-958aaeb49e2d {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:59:54.083939 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:59:54.084503 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Checking segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:59:54.085054 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:54.085555 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Bound using segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:59:54.086144 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Bound port: c60c0bbe-3051-4ea6-b917-04f6cde6d822, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:59:54.086637 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:54.112316 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b5a40-4aa7-4e3b-97a8-9ca6599d35a0 None None] Pushing event updated for resources: {'Port': ['ID=c60c0bbe-3051-4ea6-b917-04f6cde6d822,revision_number=2']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:54.125702 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5a40-4aa7-4e3b-97a8-9ca6599d35a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:54.125951 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5a40-4aa7-4e3b-97a8-9ca6599d35a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:54.126454 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5a40-4aa7-4e3b-97a8-9ca6599d35a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:54.126905 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5a40-4aa7-4e3b-97a8-9ca6599d35a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:54.127332 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5a40-4aa7-4e3b-97a8-9ca6599d35a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:54.127755 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5a40-4aa7-4e3b-97a8-9ca6599d35a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:54.128172 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5a40-4aa7-4e3b-97a8-9ca6599d35a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:54.128614 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5a40-4aa7-4e3b-97a8-9ca6599d35a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:54.129048 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5a40-4aa7-4e3b-97a8-9ca6599d35a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:54.129515 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5a40-4aa7-4e3b-97a8-9ca6599d35a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:54.129889 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5a40-4aa7-4e3b-97a8-9ca6599d35a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:54.130327 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b5a40-4aa7-4e3b-97a8-9ca6599d35a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 11:59:54.148508 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6074a-fd63-4830-ad1c-8089e3198da3 req-9478cb89-28a0-4b05-a67d-fac5cb732e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:54.151066 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e5a6074a-fd63-4830-ad1c-8089e3198da3 req-9478cb89-28a0-4b05-a67d-fac5cb732e8f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66756d824b614f6a8344f03d7aa9133d&device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 1097 time: 0.1169541 Jun 30 11:59:54.211306 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] For port c60c0bbe-3051-4ea6-b917-04f6cde6d822, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:59:54.217068 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] For port c60c0bbe-3051-4ea6-b917-04f6cde6d822, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=c60c0bbe-3051-4ea6-b917-04f6cde6d822,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:59:54.304967 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:54.337177 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6074a-fd63-4830-ad1c-8089e3198da3 req-0f995dc5-870c-4884-895b-8fd9cfb1f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:54.339590 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e5a6074a-fd63-4830-ad1c-8089e3198da3 req-0f995dc5-870c-4884-895b-8fd9cfb1f354 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=66756d824b614f6a8344f03d7aa9133d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1801388 Jun 30 11:59:54.361939 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Allocated IP 172.20.0.1 (b2d10cb7-945f-43a2-bb61-0a070d4fc848/9f0b436c-7059-4644-92df-3bf578e67ce2/d3f15aa2-0271-440b-99e4-43be05f9a71f) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:59:54.407245 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Routers {'a7cd7ee6-471c-4b19-abaf-556714e516ff'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:59:54.408285 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a7cd7ee6-471c-4b19-abaf-556714e516ff'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:54.529492 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b5a40-4aa7-4e3b-97a8-9ca6599d35a0 None None] Pushing event updated for resources: {'Port': ['ID=c60c0bbe-3051-4ea6-b917-04f6cde6d822,revision_number=3']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:54.581661 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6074a-fd63-4830-ad1c-8089e3198da3 req-9851cc77-d878-4d85-b6a5-40f827d1453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:54.582672 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:54.583216 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e5a6074a-fd63-4830-ad1c-8089e3198da3 req-9851cc77-d878-4d85-b6a5-40f827d1453c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2365882 Jun 30 11:59:54.607018 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.provisioning_blocks [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Transition to ACTIVE for port object d3f15aa2-0271-440b-99e4-43be05f9a71f will not be triggered until provisioned by entity DHCP. {{(pid=88751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:59:54.656657 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] Set router a7cd7ee6-471c-4b19-abaf-556714e516ff gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:59:54.730844 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:54.748939 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-0bd3cd79-9cfb-425b-a40d-ed1bea4e4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:54.750889 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-0bd3cd79-9cfb-425b-a40d-ed1bea4e4e2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66756d824b614f6a8344f03d7aa9133d&device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 1097 time: 0.1109760 Jun 30 11:59:54.777672 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 01c1e402-1833-4613-a154-0265b9a80e9f up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:59:54.822659 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Network b2d10cb7-945f-43a2-bb61-0a070d4fc848 is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:59:54.828402 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:59:54.833681 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 11:59:54.881333 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 01c1e402-1833-4613-a154-0265b9a80e9f triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:59:54.882185 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:54.898295 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Pushing event updated for resources: {'Port': ['ID=d3f15aa2-0271-440b-99e4-43be05f9a71f,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:54.955979 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2af6d-0b7a-4292-9498-184699810730 req-ad48a319-30d2-44eb-ad81-5e0db44c30db tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:54.971508 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0e2af6d-0b7a-4292-9498-184699810730 req-ad48a319-30d2-44eb-ad81-5e0db44c30db tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.4937072 Jun 30 11:59:55.011596 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574062'] for router_interface, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:55.045196 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-1be605d2-00a3-49e1-80f1-d8c1969c9065 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7515172e-f008-4f3b-a9c5-91d086fef771 HTTP/1.1" status: 200 len: 217 time: 0.2862942 Jun 30 11:59:55.065565 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0e2af6d-0b7a-4292-9498-184699810730 req-a82abd5d-f6f0-4470-a41e-08eb8185fedb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929394 Jun 30 11:59:55.115175 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 01c1e402-1833-4613-a154-0265b9a80e9f is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:59:55.129675 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:51Z', 'revision_number': 3, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:55.135986 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6d879d-1c00-49a1-bee4-16eea2f486ba None None] The sync data for ids ['a7cd7ee6-471c-4b19-abaf-556714e516ff'] in dv-cinder-848250-1-iscsi is: [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:51Z', 'revision_number': 3, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 11:59:55.140119 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-24fb2788-6ecb-4ce7-9ef8-14fe0c10ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:55.141898 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-24fb2788-6ecb-4ce7-9ef8-14fe0c10ee20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fda0c666-547b-4f4c-9f02-e4a51b02d42a HTTP/1.1" status: 200 len: 855 time: 0.0897968 Jun 30 11:59:55.238215 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-2420a866-7a09-4f40-b202-ab46045aeb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:55.239916 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-2420a866-7a09-4f40-b202-ab46045aeb96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905855 Jun 30 11:59:55.262740 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-42ea5251-b511-4df7-8318-49e5b6eedeac None None] Provisioning for port d3f15aa2-0271-440b-99e4-43be05f9a71f completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:59:55.270622 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-42ea5251-b511-4df7-8318-49e5b6eedeac None None] Provisioning complete for port d3f15aa2-0271-440b-99e4-43be05f9a71f triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:59:55.271317 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-42ea5251-b511-4df7-8318-49e5b6eedeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:55.319270 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:55.342872 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-42ea5251-b511-4df7-8318-49e5b6eedeac None None] Port d3f15aa2-0271-440b-99e4-43be05f9a71f cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:59:55.423699 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-a44b89c1-4b36-4b2b-bd8d-f3cc720fd4a3 service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762574 Jun 30 11:59:55.583608 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7501309b-fcf9-4517-a05f-ba953735ec3e req-5123d0e4-88df-41f6-ae6b-ab15ed027f31 service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517563 Jun 30 11:59:55.619798 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:55.724078 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27525444'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:55.837040 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Pushing event updated for resources: {'Port': ['ID=d3f15aa2-0271-440b-99e4-43be05f9a71f,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:55.840724 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573963'] for router_interface, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:55.985314 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Network b2d10cb7-945f-43a2-bb61-0a070d4fc848 is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 11:59:55.986474 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:59:56.192467 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Router a7cd7ee6-471c-4b19-abaf-556714e516ff has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 11:59:56.266647 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-1a576587-c161-4055-9b9f-a35ed221f999 None None] Provisioning complete for port d3f15aa2-0271-440b-99e4-43be05f9a71f triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:59:56.267201 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-1a576587-c161-4055-9b9f-a35ed221f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:56.327395 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-1a576587-c161-4055-9b9f-a35ed221f999 None None] Port d3f15aa2-0271-440b-99e4-43be05f9a71f cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 11:59:56.573936 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636a84a-a478-49b0-ba2c-e2a6472c7e9c req-74a6e4e0-c888-4628-8d79-73c4c985a4db tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:56.581339 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b636a84a-a478-49b0-ba2c-e2a6472c7e9c req-74a6e4e0-c888-4628-8d79-73c4c985a4db tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.3904428 Jun 30 11:59:56.603687 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 11:59:56.622254 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-57e955bc-2e77-4b49-88b7-f0de258e4d9b admin admin] 10.222.0.18 "PUT /v2.0/routers/a7cd7ee6-471c-4b19-abaf-556714e516ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7111921 Jun 30 11:59:56.641116 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b636a84a-a478-49b0-ba2c-e2a6472c7e9c req-a0a2de10-4b0b-41d4-98e2-79505dc934ce tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571227 Jun 30 11:59:56.783842 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device c60c0bbe-3051-4ea6-b917-04f6cde6d822 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:59:56.855099 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Sync routers for ids ['a7cd7ee6-471c-4b19-abaf-556714e516ff'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 11:59:56.869517 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Routers {'a7cd7ee6-471c-4b19-abaf-556714e516ff'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:59:56.870096 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a7cd7ee6-471c-4b19-abaf-556714e516ff'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:56.984296 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port c60c0bbe-3051-4ea6-b917-04f6cde6d822 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 11:59:57.007792 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port c60c0bbe-3051-4ea6-b917-04f6cde6d822 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:59:57.008162 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:57.150995 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Set router a7cd7ee6-471c-4b19-abaf-556714e516ff gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 11:59:57.234906 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port c60c0bbe-3051-4ea6-b917-04f6cde6d822 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:59:57.235276 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:57.384295 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port c60c0bbe-3051-4ea6-b917-04f6cde6d822, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=c60c0bbe-3051-4ea6-b917-04f6cde6d822,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:59:57.424954 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44562) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:57.430381 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1711133513-network', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:57.435146 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:57.439657 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Usage tracker for resource:network and tenant:ebd65636015f4ca9a762e948c26f519f is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:57.442754 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:57.450228 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:57.477225 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:57.542521 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Made reservation on behalf of ebd65636015f4ca9a762e948c26f519f for: {'network': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:59:57.548265 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:57.558038 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:57.558762 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=c60c0bbe-3051-4ea6-b917-04f6cde6d822,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:57.578970 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:57.581709 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 2, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:57.583011 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Usage tracker for resource:security_group_rule and tenant:ebd65636015f4ca9a762e948c26f519f is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:57.586315 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:57.586555 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Checking router: a7cd7ee6-471c-4b19-abaf-556714e516ff for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 11:59:57.586907 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Updating router a7cd7ee6-471c-4b19-abaf-556714e516ff port d3f15aa2-0271-440b-99e4-43be05f9a71f binding host dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 11:59:57.592131 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:57.631220 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7515172e-f008-4f3b-a9c5-91d086fef771 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 11:59:57.653860 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:57.689216 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:57.753171 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:57.785094 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=88750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 11:59:57.798457 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08da207e-ba63-4abe-ba29-62d26017fb9b,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:57.805680 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:57.806491 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.segments_db [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Added segment 9dc6733c-a002-46b2-94d1-ea2c42a87759 of type vlan for network 6f931867-a98b-4b80-b147-900df2c53abe Jun 30 11:59:57.841817 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:57.886615 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6095f-c587-4d18-8d43-5bf475f15d7c req-4465616f-f180-4cc2-8849-929f0943ae5e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:57.888376 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5fb6095f-c587-4d18-8d43-5bf475f15d7c req-4465616f-f180-4cc2-8849-929f0943ae5e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.1101522 Jun 30 11:59:57.937688 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:57.941087 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:57.941087 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:57.941317 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5fb6095f-c587-4d18-8d43-5bf475f15d7c req-29ab8cd5-6faa-4580-9036-73c8aeb30c5b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413780 Jun 30 11:59:57.969493 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7515172e-f008-4f3b-a9c5-91d086fef771, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7515172e-f008-4f3b-a9c5-91d086fef771,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:59:58.004073 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '7515172e-f008-4f3b-a9c5-91d086fef771', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'port_id': '7515172e-f008-4f3b-a9c5-91d086fef771', 'mac_address': 'fa:16:3e:ea:48:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 11:59:58.056010 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] Pushing event updated for resources: {'Network': ['ID=6f931867-a98b-4b80-b147-900df2c53abe,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:58.089807 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network 6f931867-a98b-4b80-b147-900df2c53abe details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 11:59:58.113529 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-9257b0da-be02-4178-b5d1-7741fc838c2d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6874425 Jun 30 11:59:58.116958 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44568) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:58.122609 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Request body: {'subnet': {'network_id': '6f931867-a98b-4b80-b147-900df2c53abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1711133513-subnet', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'ip_version': 4}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:58.127735 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:58.132923 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Usage tracker for resource:subnet and tenant:ebd65636015f4ca9a762e948c26f519f is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:58.144948 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:58.152348 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:58.218305 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 7515172e-f008-4f3b-a9c5-91d086fef771 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:59:58.218585 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:58.239636 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Made reservation on behalf of ebd65636015f4ca9a762e948c26f519f for: {'subnet': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 11:59:58.244971 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1085331'] for subnet, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:58.267461 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7515172e-f008-4f3b-a9c5-91d086fef771 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 11:59:58.301265 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7515172e-f008-4f3b-a9c5-91d086fef771, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7515172e-f008-4f3b-a9c5-91d086fef771,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 11:59:58.360170 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:58.437818 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Notify callbacks [] for port, precommit_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:58.456877 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Transition to ACTIVE for port object d3f15aa2-0271-440b-99e4-43be05f9a71f will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 11:59:58.459454 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=7515172e-f008-4f3b-a9c5-91d086fef771,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:58.540214 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:58.575807 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33532763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1085349'] for subnet, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:58.662608 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ae837d-51cb-44e4-8872-32005d2a9a70,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:58.669917 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['7515172e-f008-4f3b-a9c5-91d086fef771'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 11:59:58.675692 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Checking segment: {'id': '9dc6733c-a002-46b2-94d1-ea2c42a87759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6f931867-a98b-4b80-b147-900df2c53abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:59:58.676050 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Network hostable DHCP agents. Network: 6f931867-a98b-4b80-b147-900df2c53abe, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 11:59:58.765872 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa0615-56d1-4c66-8954-be4120d2b045 None None] Pushing event updated for resources: {'Port': ['ID=d3f15aa2-0271-440b-99e4-43be05f9a71f,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:58.775346 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Network 6f931867-a98b-4b80-b147-900df2c53abe is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 11:59:58.777605 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device c60c0bbe-3051-4ea6-b917-04f6cde6d822 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 11:59:58.855894 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, 6f931867-a98b-4b80-b147-900df2c53abe) {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 11:59:58.860526 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:58.861131 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:58.886921 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e78a00-210c-4005-b37b-28f8870cee5e None None] Network 6f931867-a98b-4b80-b147-900df2c53abe requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 11:59:58.953341 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-e9b3f762-e4ec-4b0b-bf5b-e2fb03565195 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8352268 Jun 30 11:59:58.955704 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44572) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 11:59:58.960788 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1711133513-router', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 11:59:58.965601 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 11:59:58.969720 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Usage tracker for resource:router and tenant:ebd65636015f4ca9a762e948c26f519f is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 11:59:58.973206 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 11:59:58.981663 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 11:59:59.001960 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Attempting to bind port d3f15aa2-0271-440b-99e4-43be05f9a71f on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 11:59:59.002333 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Attempting to bind port d3f15aa2-0271-440b-99e4-43be05f9a71f by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 11:59:59.002715 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Attempting to bind port d3f15aa2-0271-440b-99e4-43be05f9a71f on network b2d10cb7-945f-43a2-bb61-0a070d4fc848 {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 11:59:59.020296 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 11:59:59.020713 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Checking segment: {'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 11:59:59.025710 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:59.025710 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Bound using segment: {'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 11:59:59.025710 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Bound port: d3f15aa2-0271-440b-99e4-43be05f9a71f, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 11:59:59.025710 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:59.045657 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:59.054466 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:59.064941 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:59.178703 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port c60c0bbe-3051-4ea6-b917-04f6cde6d822 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 11:59:59.179060 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:59.341870 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] For port d3f15aa2-0271-440b-99e4-43be05f9a71f, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 11:59:59.406789 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] For port d3f15aa2-0271-440b-99e4-43be05f9a71f, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d3f15aa2-0271-440b-99e4-43be05f9a71f,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 11:59:59.418063 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7328'] for router, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:59.494459 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ad8f6dd-feab-57c2-9a36-52b0b8572c55-6f931867-a98b-4b80-b147-900df2c53abe', 'network_id': '6f931867-a98b-4b80-b147-900df2c53abe', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'fixed_ips': [{'subnet_id': '42ae837d-51cb-44e4-8872-32005d2a9a70'}]}} from dv-cinder-848250-1-iscsi. {{(pid=88752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 11:59:59.495285 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:59.517528 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:59.525394 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a75753-a364-4eb4-9c06-b6fecab00ea3 req-69243924-c35a-4318-ab83-c4db40358acd tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 11:59:59.527068 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-46a75753-a364-4eb4-9c06-b6fecab00ea3 req-69243924-c35a-4318-ab83-c4db40358acd tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 945 time: 0.4662011 Jun 30 11:59:59.578573 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-46a75753-a364-4eb4-9c06-b6fecab00ea3 req-ee5e8191-e4a1-4230-b579-ba441476f7f5 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451753 Jun 30 11:59:59.642606 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port c60c0bbe-3051-4ea6-b917-04f6cde6d822 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 11:59:59.681831 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Routers {'a7cd7ee6-471c-4b19-abaf-556714e516ff'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 11:59:59.682401 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a7cd7ee6-471c-4b19-abaf-556714e516ff'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 11:59:59.822402 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa0615-56d1-4c66-8954-be4120d2b045 None None] Pushing event updated for resources: {'Port': ['ID=d3f15aa2-0271-440b-99e4-43be05f9a71f,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 11:59:59.926872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:59.936566 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.db_base_plugin_common [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Allocated IP 172.20.0.2 (6f931867-a98b-4b80-b147-900df2c53abe/42ae837d-51cb-44e4-8872-32005d2a9a70/d4593489-0de1-433d-91cf-efd7104d7694) {{(pid=88752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 11:59:59.957955 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 11:59:59.958302 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] Set router a7cd7ee6-471c-4b19-abaf-556714e516ff gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:00.101850 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Allocated IP 172.27.1.6 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/dc7c8f69-c006-4efb-86f5-709a9a7a5783) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:00:00.260824 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:00.364926 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:00.426705 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Notify callbacks [] for port, precommit_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:00.433833 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:00:00.436819 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:00:00.440481 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Transition to ACTIVE for port object d4593489-0de1-433d-91cf-efd7104d7694 will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:00:00.440656 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:00:00.465526 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Transition to ACTIVE for port object d4593489-0de1-433d-91cf-efd7104d7694 will not be triggered until provisioned by entity DHCP. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:00:00.485345 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7c8f69-c006-4efb-86f5-709a9a7a5783,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:00.488792 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T11:59:59Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:00.490611 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659ce816-a1ba-4cce-9fa4-4e220cc4811c None None] The sync data for ids ['a7cd7ee6-471c-4b19-abaf-556714e516ff'] in dv-cinder-848250-1-iscsi is: [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T11:59:59Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:00:00.541767 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:00.626424 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Network 6f931867-a98b-4b80-b147-900df2c53abe is already hosted by enough agents. {{(pid=88752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:00:00.630831 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.base_scheduler [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Resources bound (agent type, host, resource id): {{(pid=88752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:00:00.636605 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Received port after_create {{(pid=88752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:00:00.746296 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Pushing event updated for resources: {'Port': ['ID=d4593489-0de1-433d-91cf-efd7104d7694,revision_number=1']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:00.787726 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Attempting to bind port d4593489-0de1-433d-91cf-efd7104d7694 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:00:00.789361 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Attempting to bind port d4593489-0de1-433d-91cf-efd7104d7694 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '9dc6733c-a002-46b2-94d1-ea2c42a87759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6f931867-a98b-4b80-b147-900df2c53abe'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:00:00.789361 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Attempting to bind port d4593489-0de1-433d-91cf-efd7104d7694 on network 6f931867-a98b-4b80-b147-900df2c53abe {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:00:00.795809 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:00:00.796336 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Checking segment: {'id': '9dc6733c-a002-46b2-94d1-ea2c42a87759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6f931867-a98b-4b80-b147-900df2c53abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:00:00.796875 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:00.797473 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Bound using segment: {'id': '9dc6733c-a002-46b2-94d1-ea2c42a87759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6f931867-a98b-4b80-b147-900df2c53abe'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:00:00.798015 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Bound port: d4593489-0de1-433d-91cf-efd7104d7694, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc6733c-a002-46b2-94d1-ea2c42a87759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6f931867-a98b-4b80-b147-900df2c53abe'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:00:00.799617 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:00.815979 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d3f15aa2-0271-440b-99e4-43be05f9a71f up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:00:00.860513 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7216e99-83eb-475e-be61-1679e835d630 req-46b960c6-560e-49de-94ad-69efd0224853 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:00.862782 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a7216e99-83eb-475e-be61-1679e835d630 req-46b960c6-560e-49de-94ad-69efd0224853 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 945 time: 0.1115050 Jun 30 12:00:00.931568 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a7216e99-83eb-475e-be61-1679e835d630 req-afb489b5-45b9-43f5-be43-66019b4954eb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625494 Jun 30 12:00:01.001281 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] For port d4593489-0de1-433d-91cf-efd7104d7694, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:00:01.004896 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] For port d4593489-0de1-433d-91cf-efd7104d7694, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d4593489-0de1-433d-91cf-efd7104d7694,segment=NetworkSegment(9dc6733c-a002-46b2-94d1-ea2c42a87759),segment_id=9dc6733c-a002-46b2-94d1-ea2c42a87759)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:00:01.075481 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:01.096945 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port d3f15aa2-0271-440b-99e4-43be05f9a71f completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:00:01.103243 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port d3f15aa2-0271-440b-99e4-43be05f9a71f triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:01.103638 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:01.134048 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:01.255864 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda855b-5361-4734-885a-4c590c003c80 None None] Pushing event updated for resources: {'Port': ['ID=d4593489-0de1-433d-91cf-efd7104d7694,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:01.378958 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port d3f15aa2-0271-440b-99e4-43be05f9a71f is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:00:01.379360 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:01.438742 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port d3f15aa2-0271-440b-99e4-43be05f9a71f, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d3f15aa2-0271-440b-99e4-43be05f9a71f,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:01.525043 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:01.610089 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=d3f15aa2-0271-440b-99e4-43be05f9a71f,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:01.624565 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579364'] for router, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:01.654268 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7515172e-f008-4f3b-a9c5-91d086fef771 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:00:01.828410 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 7515172e-f008-4f3b-a9c5-91d086fef771 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:00:01.834172 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 7515172e-f008-4f3b-a9c5-91d086fef771 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:01.834811 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:01.941590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Router 9871cbc5-1be5-46ac-b0f2-e84f088bce0d is scheduled to L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 with binding_index 1 {{(pid=88750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 12:00:01.986393 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 7515172e-f008-4f3b-a9c5-91d086fef771 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:00:01.993526 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:02.026683 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7515172e-f008-4f3b-a9c5-91d086fef771'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:00:02.039569 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7515172e-f008-4f3b-a9c5-91d086fef771, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7515172e-f008-4f3b-a9c5-91d086fef771,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:02.097060 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ad9bd6-639f-42b1-b00d-47b752d97634'] response: {'server_uuid': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7515172e-f008-4f3b-a9c5-91d086fef771', 'code': 200} Jun 30 12:00:02.130298 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:02.220874 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:00:02.231414 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Sync routers for ids ['9871cbc5-1be5-46ac-b0f2-e84f088bce0d'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:00:02.248662 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Routers {'9871cbc5-1be5-46ac-b0f2-e84f088bce0d'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:02.249299 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['9871cbc5-1be5-46ac-b0f2-e84f088bce0d'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:02.254178 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c873400-7042-481c-bbc3-2fb745c623b3 req-3e8aa7be-131c-4b04-9fb0-8bc9114b3c6f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:02.268484 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2c873400-7042-481c-bbc3-2fb745c623b3 req-3e8aa7be-131c-4b04-9fb0-8bc9114b3c6f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1574817 Jun 30 12:00:02.285316 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=7515172e-f008-4f3b-a9c5-91d086fef771,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:02.322967 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2c873400-7042-481c-bbc3-2fb745c623b3 req-88585b1b-fa55-42b0-9678-10000535b2b3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603714 Jun 30 12:00:02.410716 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] Notify callbacks [] for router, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:02.412136 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-0f3dfe84-7cf0-4e88-99c2-791a6abbcc59 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4552467 Jun 30 12:00:02.415832 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44590) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:02.501082 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Set router 9871cbc5-1be5-46ac-b0f2-e84f088bce0d gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:02.512536 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d1eb9b-37cb-4b34-a666-724ac0c30a08 None None] Network 6f931867-a98b-4b80-b147-900df2c53abe requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:00:02.631247 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed534300-e16d-451e-89bf-6a467b5b7363 req-305be223-2e6f-4a08-94fc-915afc39cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:02.636513 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ed534300-e16d-451e-89bf-6a467b5b7363 req-305be223-2e6f-4a08-94fc-915afc39cc77 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 1099 time: 0.1025980 Jun 30 12:00:02.686856 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ed534300-e16d-451e-89bf-6a467b5b7363 req-6fb32447-9ca8-4847-bbf2-e39b23b322db service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461416 Jun 30 12:00:02.719779 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-37481038-abfb-4ca9-8754-763e0dee1788 None None] Provisioning for port d4593489-0de1-433d-91cf-efd7104d7694 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:00:02.832500 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'name': 'tempest-TestVolumeBootPattern-1711133513-router', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dc7c8f69-c006-4efb-86f5-709a9a7a5783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:00:00Z', 'revision_number': 3, 'project_id': 'ebd65636015f4ca9a762e948c26f519f', 'gw_port': {'id': 'dc7c8f69-c006-4efb-86f5-709a9a7a5783', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:02.837363 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Checking router: 9871cbc5-1be5-46ac-b0f2-e84f088bce0d for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:00:02.837722 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Updating router 9871cbc5-1be5-46ac-b0f2-e84f088bce0d port dc7c8f69-c006-4efb-86f5-709a9a7a5783 binding host dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 12:00:02.898615 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:02.939530 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d3f15aa2-0271-440b-99e4-43be05f9a71f up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:00:03.030143 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port d3f15aa2-0271-440b-99e4-43be05f9a71f triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:03.030510 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:03.221095 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port d3f15aa2-0271-440b-99e4-43be05f9a71f is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:00:03.222695 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d4593489-0de1-433d-91cf-efd7104d7694 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:00:03.291179 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Notify callbacks [] for port, precommit_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:03.306586 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.provisioning_blocks [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Transition to ACTIVE for port object dc7c8f69-c006-4efb-86f5-709a9a7a5783 will not be triggered until provisioned by entity L2. {{(pid=88753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:00:03.308304 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:03.376949 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:03.387530 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port d4593489-0de1-433d-91cf-efd7104d7694 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:00:03.394150 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port d4593489-0de1-433d-91cf-efd7104d7694 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:03.394715 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:03.454144 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Attempting to bind port dc7c8f69-c006-4efb-86f5-709a9a7a5783 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:00:03.454508 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Attempting to bind port dc7c8f69-c006-4efb-86f5-709a9a7a5783 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:00:03.454879 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Attempting to bind port dc7c8f69-c006-4efb-86f5-709a9a7a5783 on network e4d1c1ad-a890-44d7-b269-958aaeb49e2d {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:00:03.466252 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:00:03.466627 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Checking segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:00:03.467013 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:03.467397 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Bound using segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:00:03.467866 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Bound port: dc7c8f69-c006-4efb-86f5-709a9a7a5783, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:00:03.468254 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:03.515970 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec7f48-f0e4-48e8-b762-937eebfa89a3 None None] Pushing event updated for resources: {'Port': ['ID=dc7c8f69-c006-4efb-86f5-709a9a7a5783,revision_number=2']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:03.536645 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port d4593489-0de1-433d-91cf-efd7104d7694 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:00:03.537028 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:03.552220 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] For port dc7c8f69-c006-4efb-86f5-709a9a7a5783, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:00:03.556005 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] For port dc7c8f69-c006-4efb-86f5-709a9a7a5783, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=dc7c8f69-c006-4efb-86f5-709a9a7a5783,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:00:03.577042 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port d4593489-0de1-433d-91cf-efd7104d7694, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d4593489-0de1-433d-91cf-efd7104d7694,segment=NetworkSegment(9dc6733c-a002-46b2-94d1-ea2c42a87759),segment_id=9dc6733c-a002-46b2-94d1-ea2c42a87759)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:03.651820 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:03.681272 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:03.739887 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Routers {'9871cbc5-1be5-46ac-b0f2-e84f088bce0d'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:03.740242 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['9871cbc5-1be5-46ac-b0f2-e84f088bce0d'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:03.751450 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Allocated IP 172.20.0.1 (6f931867-a98b-4b80-b147-900df2c53abe/42ae837d-51cb-44e4-8872-32005d2a9a70/bf7dec2c-0af4-4d34-89af-c8ffab750522) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:00:03.760805 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=d4593489-0de1-433d-91cf-efd7104d7694,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:03.763298 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ad12b-e4ff-48ec-b0ab-50212c93e172 req-7a10fb2a-52c4-4b80-ab26-003fe259c71a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:03.764988 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8a6ad12b-e4ff-48ec-b0ab-50212c93e172 req-7a10fb2a-52c4-4b80-ab26-003fe259c71a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.2922201 Jun 30 12:00:03.914018 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec7f48-f0e4-48e8-b762-937eebfa89a3 None None] Pushing event updated for resources: {'Port': ['ID=dc7c8f69-c006-4efb-86f5-709a9a7a5783,revision_number=3']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:03.916950 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8a6ad12b-e4ff-48ec-b0ab-50212c93e172 req-6e29cfdc-4d37-4fa5-a6dd-647a98ff7404 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387205 Jun 30 12:00:03.982248 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:03.987269 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] Set router 9871cbc5-1be5-46ac-b0f2-e84f088bce0d gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:03.999303 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.provisioning_blocks [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Transition to ACTIVE for port object bf7dec2c-0af4-4d34-89af-c8ffab750522 will not be triggered until provisioned by entity DHCP. {{(pid=88751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:00:04.074779 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:04.154818 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Network 6f931867-a98b-4b80-b147-900df2c53abe is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:00:04.158064 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:00:04.161267 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:00:04.210547 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Pushing event updated for resources: {'Port': ['ID=bf7dec2c-0af4-4d34-89af-c8ffab750522,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:04.242176 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574062'] for router_interface, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:04.325029 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'name': 'tempest-TestVolumeBootPattern-1711133513-router', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dc7c8f69-c006-4efb-86f5-709a9a7a5783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:00:00Z', 'revision_number': 3, 'project_id': 'ebd65636015f4ca9a762e948c26f519f', 'gw_port': {'id': 'dc7c8f69-c006-4efb-86f5-709a9a7a5783', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:04.330272 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd43772-b086-45e0-8c9d-b12b626fcc1e None None] The sync data for ids ['9871cbc5-1be5-46ac-b0f2-e84f088bce0d'] in dv-cinder-848250-1-iscsi is: [{'id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'name': 'tempest-TestVolumeBootPattern-1711133513-router', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dc7c8f69-c006-4efb-86f5-709a9a7a5783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:00:00Z', 'revision_number': 3, 'project_id': 'ebd65636015f4ca9a762e948c26f519f', 'gw_port': {'id': 'dc7c8f69-c006-4efb-86f5-709a9a7a5783', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:00:04.499735 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:04.518129 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-ca332277-e159-4dde-a3be-3ce057c9c06a None None] Provisioning for port bf7dec2c-0af4-4d34-89af-c8ffab750522 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:00:04.573462 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-ca332277-e159-4dde-a3be-3ce057c9c06a None None] Provisioning complete for port bf7dec2c-0af4-4d34-89af-c8ffab750522 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:04.577481 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ca332277-e159-4dde-a3be-3ce057c9c06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:04.637458 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-ca332277-e159-4dde-a3be-3ce057c9c06a None None] Port bf7dec2c-0af4-4d34-89af-c8ffab750522 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 12:00:04.786036 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:04.848801 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device dc7c8f69-c006-4efb-86f5-709a9a7a5783 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:00:04.855761 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27525444'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:04.985413 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573963'] for router_interface, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:04.989060 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Pushing event updated for resources: {'Port': ['ID=bf7dec2c-0af4-4d34-89af-c8ffab750522,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:05.011084 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port dc7c8f69-c006-4efb-86f5-709a9a7a5783 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:00:05.016744 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port dc7c8f69-c006-4efb-86f5-709a9a7a5783 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:05.017176 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:05.152872 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port dc7c8f69-c006-4efb-86f5-709a9a7a5783 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:00:05.153711 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:05.172728 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port dc7c8f69-c006-4efb-86f5-709a9a7a5783, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=dc7c8f69-c006-4efb-86f5-709a9a7a5783,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:05.220473 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceab621-c2c6-41d8-a343-c21746342889 req-7c6b00fa-cd15-4d86-98c8-064c4b7a5567 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:05.221926 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8ceab621-c2c6-41d8-a343-c21746342889 req-7c6b00fa-cd15-4d86-98c8-064c4b7a5567 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1436856 Jun 30 12:00:05.229717 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Network 6f931867-a98b-4b80-b147-900df2c53abe is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:00:05.232872 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:00:05.242981 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:05.252851 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d4593489-0de1-433d-91cf-efd7104d7694 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:00:05.385971 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=dc7c8f69-c006-4efb-86f5-709a9a7a5783,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:05.407615 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port d4593489-0de1-433d-91cf-efd7104d7694 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:05.408177 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:05.444920 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8ceab621-c2c6-41d8-a343-c21746342889 req-800b41de-abd3-45f3-89d5-4a10cd4745da tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139726 Jun 30 12:00:05.497949 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Router 9871cbc5-1be5-46ac-b0f2-e84f088bce0d has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:00:05.524588 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-6dbb2280-00b6-40ee-a921-8f565ada4f1a None None] Provisioning complete for port bf7dec2c-0af4-4d34-89af-c8ffab750522 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:05.524874 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-6dbb2280-00b6-40ee-a921-8f565ada4f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:05.635358 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port d4593489-0de1-433d-91cf-efd7104d7694 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:00:05.639373 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb2280-00b6-40ee-a921-8f565ada4f1a None None] Port bf7dec2c-0af4-4d34-89af-c8ffab750522 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 12:00:05.758319 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:00:05.774735 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e23e-49a3-4a40-a798-13c757ba3320 req-84e099fd-a73d-42e2-a476-8b9c49a6555e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:05.776326 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9b91e23e-49a3-4a40-a798-13c757ba3320 req-84e099fd-a73d-42e2-a476-8b9c49a6555e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1531897 Jun 30 12:00:05.779161 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-f5b64a00-99ad-4119-ada1-fa288d1c094b admin admin] 10.222.0.18 "PUT /v2.0/routers/9871cbc5-1be5-46ac-b0f2-e84f088bce0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3621716 Jun 30 12:00:05.784697 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44600) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:05.790239 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-1738d8d1-47c3-4e2b-8feb-2ad0870b455d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Request body: {'floatingip': {'port_id': '7515172e-f008-4f3b-a9c5-91d086fef771'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:06.059449 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1738d8d1-47c3-4e2b-8feb-2ad0870b455d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for floatingip, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:06.226142 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44610) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:06.232741 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169150495', 'description': 'tempest-secgroup-smoke-169150495 description', 'project_id': '845bdd244c944d94aae5ff6b56b0f75d'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:06.239054 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:06.243818 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Usage tracker for resource:security_group and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:06.247079 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:06.253935 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:06.335660 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:06.360752 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:06.368659 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Usage tracker for resource:security_group_rule and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:06.372530 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:06.381986 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:06.483087 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:06.503423 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Sync routers for ids ['9871cbc5-1be5-46ac-b0f2-e84f088bce0d'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:00:06.520047 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Routers {'9871cbc5-1be5-46ac-b0f2-e84f088bce0d'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:06.520729 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['9871cbc5-1be5-46ac-b0f2-e84f088bce0d'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:06.577434 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:06.659967 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3adf229-fc57-4824-bb81-30a722e5a9fd,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:06.749369 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:06.750718 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-2313d5ad-b5b5-428d-9b81-38261925b9b9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5230727 Jun 30 12:00:06.755426 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44614) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:06.766461 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-b8e497ad-4103-4499-8813-300772ab85c0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Request body: {'security_group_rule': {'security_group_id': 'c3adf229-fc57-4824-bb81-30a722e5a9fd', 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:06.775720 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-b8e497ad-4103-4499-8813-300772ab85c0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:06.780273 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-b8e497ad-4103-4499-8813-300772ab85c0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Usage tracker for resource:security_group_rule and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:06.784782 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-b8e497ad-4103-4499-8813-300772ab85c0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:06.794184 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device dc7c8f69-c006-4efb-86f5-709a9a7a5783 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:00:06.797036 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-b8e497ad-4103-4499-8813-300772ab85c0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:06.802956 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1738d8d1-47c3-4e2b-8feb-2ad0870b455d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:06.869495 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1738d8d1-47c3-4e2b-8feb-2ad0870b455d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:06.870650 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Set router 9871cbc5-1be5-46ac-b0f2-e84f088bce0d gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:06.956837 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b8e497ad-4103-4499-8813-300772ab85c0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.044791 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b8e497ad-4103-4499-8813-300772ab85c0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.045067 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port dc7c8f69-c006-4efb-86f5-709a9a7a5783 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:07.045288 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.100764 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.l3_db [None req-1738d8d1-47c3-4e2b-8feb-2ad0870b455d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Floating IP 1577b73d-76dd-423a-a74f-5ef60c5f433c associated. External IP: 172.27.1.147, port: 7515172e-f008-4f3b-a9c5-91d086fef771. Jun 30 12:00:07.114103 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b8e497ad-4103-4499-8813-300772ab85c0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.149203 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e497ad-4103-4499-8813-300772ab85c0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66983618-7756-4fcd-9cb2-3d580d26b5d1,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:07.217391 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b8e497ad-4103-4499-8813-300772ab85c0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.220269 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-b8e497ad-4103-4499-8813-300772ab85c0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4625545 Jun 30 12:00:07.221847 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44620) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:07.232268 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-e08b002a-1f4d-48a4-82e4-50e02386ecfc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Request body: {'security_group_rule': {'security_group_id': 'c3adf229-fc57-4824-bb81-30a722e5a9fd', 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:07.250460 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-e08b002a-1f4d-48a4-82e4-50e02386ecfc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:07.259451 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-e08b002a-1f4d-48a4-82e4-50e02386ecfc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Usage tracker for resource:security_group_rule and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:07.264059 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-e08b002a-1f4d-48a4-82e4-50e02386ecfc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:07.273773 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-e08b002a-1f4d-48a4-82e4-50e02386ecfc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:07.315900 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port dc7c8f69-c006-4efb-86f5-709a9a7a5783 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:00:07.349256 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e08b002a-1f4d-48a4-82e4-50e02386ecfc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.362267 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'name': 'tempest-TestVolumeBootPattern-1711133513-router', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dc7c8f69-c006-4efb-86f5-709a9a7a5783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:00:04Z', 'revision_number': 4, 'project_id': 'ebd65636015f4ca9a762e948c26f519f', 'gw_port': {'id': 'dc7c8f69-c006-4efb-86f5-709a9a7a5783', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'bf7dec2c-0af4-4d34-89af-c8ffab750522', 'name': '', 'network_id': '6f931867-a98b-4b80-b147-900df2c53abe', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'mac_address': 'fa:16:3e:cd:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '42ae837d-51cb-44e4-8872-32005d2a9a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:00:03Z', 'updated_at': '2022-06-30T12:00:04Z', 'revision_number': 2, 'project_id': 'ebd65636015f4ca9a762e948c26f519f', 'subnets': [{'id': '42ae837d-51cb-44e4-8872-32005d2a9a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:07.367913 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Checking router: 9871cbc5-1be5-46ac-b0f2-e84f088bce0d for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:00:07.369290 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Updating router 9871cbc5-1be5-46ac-b0f2-e84f088bce0d port bf7dec2c-0af4-4d34-89af-c8ffab750522 binding host dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 12:00:07.439760 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.454816 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e08b002a-1f4d-48a4-82e4-50e02386ecfc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.511401 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1738d8d1-47c3-4e2b-8feb-2ad0870b455d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Router da53b716-2afc-4fff-8113-5a5372664a1a has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:00:07.536540 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e08b002a-1f4d-48a4-82e4-50e02386ecfc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.563685 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b002a-1f4d-48a4-82e4-50e02386ecfc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf02875-f1f6-4713-b2a4-e131fa21006a,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:07.633167 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e08b002a-1f4d-48a4-82e4-50e02386ecfc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.634579 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-e08b002a-1f4d-48a4-82e4-50e02386ecfc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4109099 Jun 30 12:00:07.637416 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44624) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:07.642741 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-9467ce3a-6d91-4873-9721-da21527b4eb7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Request body: {'security_group_rule': {'security_group_id': 'c3adf229-fc57-4824-bb81-30a722e5a9fd', 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:07.650556 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-9467ce3a-6d91-4873-9721-da21527b4eb7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:07.655132 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-9467ce3a-6d91-4873-9721-da21527b4eb7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Usage tracker for resource:security_group_rule and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:07.658491 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-9467ce3a-6d91-4873-9721-da21527b4eb7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:07.666120 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-9467ce3a-6d91-4873-9721-da21527b4eb7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:07.739153 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9467ce3a-6d91-4873-9721-da21527b4eb7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.815097 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9467ce3a-6d91-4873-9721-da21527b4eb7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.830049 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1738d8d1-47c3-4e2b-8feb-2ad0870b455d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:00:07.835564 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1738d8d1-47c3-4e2b-8feb-2ad0870b455d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.844158 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949c802-1238-40ff-9029-bf7839163e35 None None] Sync routers for ids ['da53b716-2afc-4fff-8113-5a5372664a1a'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:00:07.844712 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Notify callbacks [] for port, precommit_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.857237 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Transition to ACTIVE for port object bf7dec2c-0af4-4d34-89af-c8ffab750522 will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:00:07.860517 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949c802-1238-40ff-9029-bf7839163e35 None None] Routers {'da53b716-2afc-4fff-8113-5a5372664a1a'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:07.861425 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-5949c802-1238-40ff-9029-bf7839163e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['da53b716-2afc-4fff-8113-5a5372664a1a'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:07.895515 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9467ce3a-6d91-4873-9721-da21527b4eb7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.910238 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-1738d8d1-47c3-4e2b-8feb-2ad0870b455d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "PUT /v2.0/floatingips/1577b73d-76dd-423a-a74f-5ef60c5f433c HTTP/1.1" status: 200 len: 992 time: 2.1242752 Jun 30 12:00:07.911028 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'tag': '7515172e-f008-4f3b-a9c5-91d086fef771'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:00:07.924291 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.927767 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467ce3a-6d91-4873-9721-da21527b4eb7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e4acd6-a737-453b-89ad-7cf69788e513,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:07.970137 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e48a409-3e6b-491b-9901-ab8455fee41e'] response: {'name': 'network-changed', 'server_uuid': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'tag': '7515172e-f008-4f3b-a9c5-91d086fef771', 'status': 'completed', 'code': 200} Jun 30 12:00:07.994191 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9467ce3a-6d91-4873-9721-da21527b4eb7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:07.998485 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-9467ce3a-6d91-4873-9721-da21527b4eb7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3571317 Jun 30 12:00:07.999073 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44632) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:08.007566 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-9e165f5a-fa16-4796-bc33-d61459b5a8cc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Request body: {'security_group_rule': {'security_group_id': 'c3adf229-fc57-4824-bb81-30a722e5a9fd', 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:08.074298 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-9e165f5a-fa16-4796-bc33-d61459b5a8cc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:08.081479 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-9e165f5a-fa16-4796-bc33-d61459b5a8cc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Usage tracker for resource:security_group_rule and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:08.085025 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-9e165f5a-fa16-4796-bc33-d61459b5a8cc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:08.097185 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367535e0-6acd-4f98-a423-3169f79dbb9e None None] Pushing event updated for resources: {'Port': ['ID=bf7dec2c-0af4-4d34-89af-c8ffab750522,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:08.098404 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-9e165f5a-fa16-4796-bc33-d61459b5a8cc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:08.102769 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-5949c802-1238-40ff-9029-bf7839163e35 None None] Set router da53b716-2afc-4fff-8113-5a5372664a1a gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:08.129479 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b311bf5-1349-44cd-9651-7463eed8493f req-e4af6f76-57c4-4d49-a144-2d0febf052ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:08.131182 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4b311bf5-1349-44cd-9651-7463eed8493f req-e4af6f76-57c4-4d49-a144-2d0febf052ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66756d824b614f6a8344f03d7aa9133d&device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 1099 time: 0.1179469 Jun 30 12:00:08.172080 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Attempting to bind port bf7dec2c-0af4-4d34-89af-c8ffab750522 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:00:08.173230 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Attempting to bind port bf7dec2c-0af4-4d34-89af-c8ffab750522 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '9dc6733c-a002-46b2-94d1-ea2c42a87759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6f931867-a98b-4b80-b147-900df2c53abe'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:00:08.174006 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Attempting to bind port bf7dec2c-0af4-4d34-89af-c8ffab750522 on network 6f931867-a98b-4b80-b147-900df2c53abe {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:00:08.181500 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 11, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:00:08.181873 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Checking segment: {'id': '9dc6733c-a002-46b2-94d1-ea2c42a87759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6f931867-a98b-4b80-b147-900df2c53abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:00:08.182279 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:08.183129 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Bound using segment: {'id': '9dc6733c-a002-46b2-94d1-ea2c42a87759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6f931867-a98b-4b80-b147-900df2c53abe'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:00:08.183947 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Bound port: bf7dec2c-0af4-4d34-89af-c8ffab750522, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc6733c-a002-46b2-94d1-ea2c42a87759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6f931867-a98b-4b80-b147-900df2c53abe'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:00:08.184336 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:08.239766 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9e165f5a-fa16-4796-bc33-d61459b5a8cc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:08.343811 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b311bf5-1349-44cd-9651-7463eed8493f req-146bff22-5691-4dc2-b8e7-de836c752f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:08.345953 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4b311bf5-1349-44cd-9651-7463eed8493f req-146bff22-5691-4dc2-b8e7-de836c752f86 service neutron] 10.222.0.44 "GET /v2.0/networks?id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f HTTP/1.1" status: 200 len: 917 time: 0.2055390 Jun 30 12:00:08.360293 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] For port bf7dec2c-0af4-4d34-89af-c8ffab750522, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:00:08.364166 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] For port bf7dec2c-0af4-4d34-89af-c8ffab750522, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=bf7dec2c-0af4-4d34-89af-c8ffab750522,segment=NetworkSegment(9dc6733c-a002-46b2-94d1-ea2c42a87759),segment_id=9dc6733c-a002-46b2-94d1-ea2c42a87759)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:00:08.421563 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9e165f5a-fa16-4796-bc33-d61459b5a8cc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:08.438979 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:08.474630 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4b311bf5-1349-44cd-9651-7463eed8493f req-279eeecd-d2e7-4225-b88e-1fac7866fcd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7515172e-f008-4f3b-a9c5-91d086fef771 HTTP/1.1" status: 200 len: 1000 time: 0.1155672 Jun 30 12:00:08.511593 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-5949c802-1238-40ff-9029-bf7839163e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '1577b73d-76dd-423a-a74f-5ef60c5f433c', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'port_id': '7515172e-f008-4f3b-a9c5-91d086fef771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'mac_address': 'fa:16:3e:ea:48:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:59:46Z', 'updated_at': '2022-06-30T12:00:06Z', 'revision_number': 1, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:36Z', 'revision_number': 5, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:08.516432 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949c802-1238-40ff-9029-bf7839163e35 None None] Checking router: da53b716-2afc-4fff-8113-5a5372664a1a for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:00:08.527457 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949c802-1238-40ff-9029-bf7839163e35 None None] Routers {'da53b716-2afc-4fff-8113-5a5372664a1a'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:08.528217 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-5949c802-1238-40ff-9029-bf7839163e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['da53b716-2afc-4fff-8113-5a5372664a1a'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:08.553252 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9e165f5a-fa16-4796-bc33-d61459b5a8cc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:08.585867 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Routers {'9871cbc5-1be5-46ac-b0f2-e84f088bce0d'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:08.586602 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['9871cbc5-1be5-46ac-b0f2-e84f088bce0d'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:08.639521 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e165f5a-fa16-4796-bc33-d61459b5a8cc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d262f74-de9e-405d-b089-dea67fdad6bd,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:08.650925 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367535e0-6acd-4f98-a423-3169f79dbb9e None None] Pushing event updated for resources: {'Port': ['ID=bf7dec2c-0af4-4d34-89af-c8ffab750522,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:08.668909 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b311bf5-1349-44cd-9651-7463eed8493f req-ff92964d-d5a1-4ec1-ab5c-514e90948624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:08.671720 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4b311bf5-1349-44cd-9651-7463eed8493f req-ff92964d-d5a1-4ec1-ab5c-514e90948624 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fda0c666-547b-4f4c-9f02-e4a51b02d42a HTTP/1.1" status: 200 len: 855 time: 0.1905918 Jun 30 12:00:08.781004 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-5949c802-1238-40ff-9029-bf7839163e35 None None] Set router da53b716-2afc-4fff-8113-5a5372664a1a gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:08.788143 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9e165f5a-fa16-4796-bc33-d61459b5a8cc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:08.790277 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-9e165f5a-fa16-4796-bc33-d61459b5a8cc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7898264 Jun 30 12:00:08.792797 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44640) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:08.795752 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] Set router 9871cbc5-1be5-46ac-b0f2-e84f088bce0d gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:08.799449 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-b57196a5-58df-4c04-9ada-6981598b4362 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Request body: {'security_group_rule': {'security_group_id': 'c3adf229-fc57-4824-bb81-30a722e5a9fd', 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:08.807171 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b57196a5-58df-4c04-9ada-6981598b4362 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:08.812796 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-b57196a5-58df-4c04-9ada-6981598b4362 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Usage tracker for resource:security_group_rule and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:08.817041 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-b57196a5-58df-4c04-9ada-6981598b4362 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:08.839339 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b57196a5-58df-4c04-9ada-6981598b4362 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:08.851537 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b311bf5-1349-44cd-9651-7463eed8493f req-38a90130-030c-4bfe-8405-54897651947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:08.858000 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4b311bf5-1349-44cd-9651-7463eed8493f req-38a90130-030c-4bfe-8405-54897651947a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1692400 Jun 30 12:00:08.943190 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.securitygroups_db [None req-b57196a5-58df-4c04-9ada-6981598b4362 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Project 845bdd244c944d94aae5ff6b56b0f75d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 12:00:08.954091 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b57196a5-58df-4c04-9ada-6981598b4362 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:09.019507 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4b311bf5-1349-44cd-9651-7463eed8493f req-2962a9c6-7837-4729-a6c9-cfbc963d2359 service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530027 Jun 30 12:00:09.050663 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b57196a5-58df-4c04-9ada-6981598b4362 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:09.138378 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b57196a5-58df-4c04-9ada-6981598b4362 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:09.214496 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'name': 'tempest-TestVolumeBootPattern-1711133513-router', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dc7c8f69-c006-4efb-86f5-709a9a7a5783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:00:04Z', 'revision_number': 4, 'project_id': 'ebd65636015f4ca9a762e948c26f519f', 'gw_port': {'id': 'dc7c8f69-c006-4efb-86f5-709a9a7a5783', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'bf7dec2c-0af4-4d34-89af-c8ffab750522', 'name': '', 'network_id': '6f931867-a98b-4b80-b147-900df2c53abe', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'mac_address': 'fa:16:3e:cd:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '42ae837d-51cb-44e4-8872-32005d2a9a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:00:03Z', 'updated_at': '2022-06-30T12:00:08Z', 'revision_number': 4, 'project_id': 'ebd65636015f4ca9a762e948c26f519f', 'subnets': [{'id': '42ae837d-51cb-44e4-8872-32005d2a9a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:09.223263 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1db77-b12c-4573-a62a-fcd9f6594946 None None] The sync data for ids ['9871cbc5-1be5-46ac-b0f2-e84f088bce0d'] in dv-cinder-848250-1-iscsi is: [{'id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'name': 'tempest-TestVolumeBootPattern-1711133513-router', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dc7c8f69-c006-4efb-86f5-709a9a7a5783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:00:04Z', 'revision_number': 4, 'project_id': 'ebd65636015f4ca9a762e948c26f519f', 'gw_port': {'id': 'dc7c8f69-c006-4efb-86f5-709a9a7a5783', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'bf7dec2c-0af4-4d34-89af-c8ffab750522', 'name': '', 'network_id': '6f931867-a98b-4b80-b147-900df2c53abe', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'mac_address': 'fa:16:3e:cd:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '42ae837d-51cb-44e4-8872-32005d2a9a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:00:03Z', 'updated_at': '2022-06-30T12:00:08Z', 'revision_number': 4, 'project_id': 'ebd65636015f4ca9a762e948c26f519f', 'subnets': [{'id': '42ae837d-51cb-44e4-8872-32005d2a9a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:00:09.250019 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57196a5-58df-4c04-9ada-6981598b4362 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a3afa8-bfcc-47f9-9d4e-2ec5986ef412,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:09.292613 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b57196a5-58df-4c04-9ada-6981598b4362 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:09.294649 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-b57196a5-58df-4c04-9ada-6981598b4362 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4992559 Jun 30 12:00:09.306318 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44648) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:09.313222 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-3c509979-f400-4123-87cc-5bb00726abf9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Request body: {'security_group_rule': {'security_group_id': 'c3adf229-fc57-4824-bb81-30a722e5a9fd', 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:09.330148 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-3c509979-f400-4123-87cc-5bb00726abf9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:09.351425 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4b311bf5-1349-44cd-9651-7463eed8493f req-92bd41ae-8493-467a-81ad-b0040309261a service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164918 Jun 30 12:00:09.370950 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-3c509979-f400-4123-87cc-5bb00726abf9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Usage tracker for resource:security_group_rule and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:09.382808 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-3c509979-f400-4123-87cc-5bb00726abf9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:09.395973 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-5949c802-1238-40ff-9029-bf7839163e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '1577b73d-76dd-423a-a74f-5ef60c5f433c', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'port_id': '7515172e-f008-4f3b-a9c5-91d086fef771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'mac_address': 'fa:16:3e:ea:48:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:59:46Z', 'updated_at': '2022-06-30T12:00:06Z', 'revision_number': 1, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:36Z', 'revision_number': 5, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:09.401164 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-3c509979-f400-4123-87cc-5bb00726abf9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:09.403425 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949c802-1238-40ff-9029-bf7839163e35 None None] The sync data for ids ['da53b716-2afc-4fff-8113-5a5372664a1a'] in dv-cinder-848250-1-iscsi is: [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '1577b73d-76dd-423a-a74f-5ef60c5f433c', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'port_id': '7515172e-f008-4f3b-a9c5-91d086fef771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'mac_address': 'fa:16:3e:ea:48:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T11:59:46Z', 'updated_at': '2022-06-30T12:00:06Z', 'revision_number': 1, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:36Z', 'revision_number': 5, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:00:09.521551 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.securitygroups_db [None req-3c509979-f400-4123-87cc-5bb00726abf9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Project 845bdd244c944d94aae5ff6b56b0f75d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 12:00:09.533297 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3c509979-f400-4123-87cc-5bb00726abf9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:09.642631 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3c509979-f400-4123-87cc-5bb00726abf9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:09.763889 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807c649a-4105-420c-be6e-1358a4e4edb9 None None] New status for floating IP 1577b73d-76dd-423a-a74f-5ef60c5f433c: ACTIVE {{(pid=88752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 12:00:09.765590 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3c509979-f400-4123-87cc-5bb00726abf9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:09.795280 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c509979-f400-4123-87cc-5bb00726abf9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc74723-9b74-4993-86b0-4f0464d373d4,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:09.879796 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3c509979-f400-4123-87cc-5bb00726abf9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:09.881659 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-3c509979-f400-4123-87cc-5bb00726abf9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5743110 Jun 30 12:00:10.205471 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7b1f2-8b5c-48df-91cb-8ccd5c6ea471 req-4adca019-7a18-4a15-8f59-7c16d14f0900 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:10.206933 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-25a7b1f2-8b5c-48df-91cb-8ccd5c6ea471 req-4adca019-7a18-4a15-8f59-7c16d14f0900 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1002932 Jun 30 12:00:10.256517 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-25a7b1f2-8b5c-48df-91cb-8ccd5c6ea471 req-e2f0ead5-300d-430b-b896-3421dd91ad4c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421629 Jun 30 12:00:10.778997 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device bf7dec2c-0af4-4d34-89af-c8ffab750522 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:00:10.930036 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port bf7dec2c-0af4-4d34-89af-c8ffab750522 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:00:10.935372 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port bf7dec2c-0af4-4d34-89af-c8ffab750522 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:10.935745 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:11.069818 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port bf7dec2c-0af4-4d34-89af-c8ffab750522 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:00:11.070321 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:11.107104 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port bf7dec2c-0af4-4d34-89af-c8ffab750522, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=bf7dec2c-0af4-4d34-89af-c8ffab750522,segment=NetworkSegment(9dc6733c-a002-46b2-94d1-ea2c42a87759),segment_id=9dc6733c-a002-46b2-94d1-ea2c42a87759)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:11.194652 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:11.268311 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=bf7dec2c-0af4-4d34-89af-c8ffab750522,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:11.469841 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671f621-f587-4f30-8dd7-f12b519a8e70 req-f57a14c8-ab7d-43fc-8e8d-8f2391c885bc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:11.471510 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4671f621-f587-4f30-8dd7-f12b519a8e70 req-f57a14c8-ab7d-43fc-8e8d-8f2391c885bc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1032553 Jun 30 12:00:11.524296 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4671f621-f587-4f30-8dd7-f12b519a8e70 req-a6f9ab36-4abd-49a9-ba8b-3e9e9d4245a6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460567 Jun 30 12:00:12.426655 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-31b81fe7-34dc-4de6-80d2-7fd417e51550 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:12.427717 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-31b81fe7-34dc-4de6-80d2-7fd417e51550 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Synchronizing usage tracker for tenant:1a7c4d775013495f985d1352b2699d20 on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:12.440857 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-31b81fe7-34dc-4de6-80d2-7fd417e51550 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Unset dirty status for tenant:1a7c4d775013495f985d1352b2699d20 on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:12.442022 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-31b81fe7-34dc-4de6-80d2-7fd417e51550 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.44 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1278210 Jun 30 12:00:12.517153 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Deleting port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:00:12.517492 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:12.735632 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafbc04-7596-4317-bce3-5ee3ccf1a1da req-c852b538-3810-427b-b54e-921a155cc752 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:12.737345 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-edafbc04-7596-4317-bce3-5ee3ccf1a1da req-c852b538-3810-427b-b54e-921a155cc752 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 945 time: 0.1026099 Jun 30 12:00:12.763266 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device bf7dec2c-0af4-4d34-89af-c8ffab750522 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:00:12.797349 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-edafbc04-7596-4317-bce3-5ee3ccf1a1da req-45857e17-bd7a-4b5e-a69a-16b4bf2ebe9d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c871a6d-cb02-4588-b7fc-5ac0594178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511875 Jun 30 12:00:12.804061 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] For port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:12.804701 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:12.838689 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port bf7dec2c-0af4-4d34-89af-c8ffab750522 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:12.839417 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:12.980993 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port bf7dec2c-0af4-4d34-89af-c8ffab750522 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:00:13.152898 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:13.153299 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:13.153615 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Floating IP 2e73252f-6378-4596-9ab7-8f854abc5853 disassociated. External IP: 172.27.1.227, port: 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3. Jun 30 12:00:13.153965 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Calling delete_port for 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:00:13.411398 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:13.464287 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event deleted for resources: {'Port': ['ID=7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:13.677697 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Router 18207179-1024-4596-9a7b-31e8ea0d4145 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:00:13.920648 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:00:13.933300 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42730e14-3a64-4a5b-b49b-54ce81df5224 None None] Sync routers for ids ['18207179-1024-4596-9a7b-31e8ea0d4145'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:00:13.947012 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42730e14-3a64-4a5b-b49b-54ce81df5224 None None] Routers {'18207179-1024-4596-9a7b-31e8ea0d4145'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:13.949113 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-42730e14-3a64-4a5b-b49b-54ce81df5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['18207179-1024-4596-9a7b-31e8ea0d4145'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:14.140101 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] No DVR routers for this DVR port 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:00:14.143427 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:14.146440 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61f3b0f-86df-4085-92e7-7b6a1ce279a6', 'name': 'network-vif-deleted', 'tag': '7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:00:14.173236 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d41a0a59-b2b4-40dd-ad76-bdfb52398c63 req-ce1dc5d4-d231-476f-9ca2-a05ab094125e tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 210 time: 0.0624919 Jun 30 12:00:14.198780 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-42730e14-3a64-4a5b-b49b-54ce81df5224 None None] Set router 18207179-1024-4596-9a7b-31e8ea0d4145 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:14.251740 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a0c86b-5ea5-4860-81d5-0f722bdb5878'] response: {'server_uuid': 'e61f3b0f-86df-4085-92e7-7b6a1ce279a6', 'name': 'network-vif-deleted', 'tag': '7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3', 'status': 'completed', 'code': 200} Jun 30 12:00:14.259875 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-17eab9d5-830f-480b-a0a1-4da6420d909b req-66b53dd8-bfd9-4d9b-a160-2d627f67d3cc tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.44 "DELETE /v2.0/ports/7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 HTTP/1.1" status: 204 len: 173 time: 1.8121834 Jun 30 12:00:14.562038 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-42730e14-3a64-4a5b-b49b-54ce81df5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:38Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:14.567023 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42730e14-3a64-4a5b-b49b-54ce81df5224 None None] Checking router: 18207179-1024-4596-9a7b-31e8ea0d4145 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:00:14.577100 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42730e14-3a64-4a5b-b49b-54ce81df5224 None None] Routers {'18207179-1024-4596-9a7b-31e8ea0d4145'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:14.577705 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-42730e14-3a64-4a5b-b49b-54ce81df5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T11:59:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['18207179-1024-4596-9a7b-31e8ea0d4145'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:14.778519 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-42730e14-3a64-4a5b-b49b-54ce81df5224 None None] Set router 18207179-1024-4596-9a7b-31e8ea0d4145 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:15.172742 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-42730e14-3a64-4a5b-b49b-54ce81df5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:38Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:15.178658 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42730e14-3a64-4a5b-b49b-54ce81df5224 None None] The sync data for ids ['18207179-1024-4596-9a7b-31e8ea0d4145'] in dv-cinder-848250-1-iscsi is: [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:38Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:00:15.404617 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c9578b15-5625-4e29-a8d1-cf3899279a2c req-47ead243-0c72-4dae-be99-f9fd158150e8 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=e61f3b0f-86df-4085-92e7-7b6a1ce279a6 HTTP/1.1" status: 200 len: 210 time: 0.0706899 Jun 30 12:00:15.533259 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5711302-f323-4cf6-ba67-c8e5dad840c3 None None] New status for floating IP 2e73252f-6378-4596-9ab7-8f854abc5853: DOWN {{(pid=88752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 12:00:15.738505 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:00:15.784083 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:00:15.784569 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7021b74a-8f3a-4b21-b1bb-1bdf39f3fac3 not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:00:15.877036 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31497d26-3953-414c-ad7a-c51183e213fe req-81951053-51c8-40a4-b324-9654b299442b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:15.885255 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-31497d26-3953-414c-ad7a-c51183e213fe req-81951053-51c8-40a4-b324-9654b299442b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1094179 Jun 30 12:00:15.945180 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-31497d26-3953-414c-ad7a-c51183e213fe req-4c72b407-6d1c-47f9-b337-ac6181cf4b18 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583494 Jun 30 12:00:15.970050 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:16.662474 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44778) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:16.731207 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-82dd87be-621e-4115-9b7c-fda44b48ac3f tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:16.761608 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-82dd87be-621e-4115-9b7c-fda44b48ac3f tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:16.897989 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-82dd87be-621e-4115-9b7c-fda44b48ac3f tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:16.918491 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd87be-621e-4115-9b7c-fda44b48ac3f tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c871a6d-cb02-4588-b7fc-5ac0594178ca,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:17.043894 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-82dd87be-621e-4115-9b7c-fda44b48ac3f tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:17.045227 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-82dd87be-621e-4115-9b7c-fda44b48ac3f tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "DELETE /v2.0/security-groups/7c871a6d-cb02-4588-b7fc-5ac0594178ca HTTP/1.1" status: 204 len: 168 time: 0.3817415 Jun 30 12:00:17.047847 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44784) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:17.108727 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.api.v2.resource [None req-52db6210-551b-422f-a67e-d292d710164d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] show failed (client error): The resource could not be found. Jun 30 12:00:17.109836 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-52db6210-551b-422f-a67e-d292d710164d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups/7c871a6d-cb02-4588-b7fc-5ac0594178ca HTTP/1.1" status: 404 len: 347 time: 0.0609918 Jun 30 12:00:17.113857 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44788) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:17.158951 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7331d8a-e578-43b1-be4d-9bfef3937288 req-699152e0-0ba1-41d6-ba54-e72c5c83aaf0 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:17.160447 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b7331d8a-e578-43b1-be4d-9bfef3937288 req-699152e0-0ba1-41d6-ba54-e72c5c83aaf0 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1099927 Jun 30 12:00:17.214502 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b7331d8a-e578-43b1-be4d-9bfef3937288 req-9dc9199b-def5-48c4-ae0e-828fb2195e19 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418048 Jun 30 12:00:17.286804 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-56a45b28-85c8-4343-8106-dfcf986250b1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Deleting port 333ece72-a697-4a53-b51b-7d66d6759836 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:00:17.286804 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-56a45b28-85c8-4343-8106-dfcf986250b1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:17.472113 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-56a45b28-85c8-4343-8106-dfcf986250b1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:17.472478 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-56a45b28-85c8-4343-8106-dfcf986250b1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:17.616962 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-56a45b28-85c8-4343-8106-dfcf986250b1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Calling delete_port for 333ece72-a697-4a53-b51b-7d66d6759836 owned by network:floatingip {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:00:17.845883 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-56a45b28-85c8-4343-8106-dfcf986250b1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:17.895716 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a45b28-85c8-4343-8106-dfcf986250b1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event deleted for resources: {'Port': ['ID=333ece72-a697-4a53-b51b-7d66d6759836,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:18.000824 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-56a45b28-85c8-4343-8106-dfcf986250b1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for floatingip, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:18.015367 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-56a45b28-85c8-4343-8106-dfcf986250b1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:18.017286 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-56a45b28-85c8-4343-8106-dfcf986250b1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "DELETE /v2.0/floatingips/2e73252f-6378-4596-9ab7-8f854abc5853 HTTP/1.1" status: 204 len: 168 time: 0.9003539 Jun 30 12:00:18.217302 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7149-c95e-4657-8e4e-0d8086fa017b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:18.227826 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44806) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:18.233000 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--680893592', 'description': 'tempest-description--1556441874'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:18.239207 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:18.244318 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Usage tracker for resource:security_group and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:18.247811 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:18.254290 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:18.377569 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:18.416228 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:18.422362 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Usage tracker for resource:security_group_rule and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:18.425718 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:18.435932 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:18.489024 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c914b5-2b65-4120-8d6b-c870c5c623cc req-8f0f7544-5506-462d-8145-3bcff6ee8288 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:18.491243 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-42c914b5-2b65-4120-8d6b-c870c5c623cc req-8f0f7544-5506-462d-8145-3bcff6ee8288 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1602120 Jun 30 12:00:18.580953 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-42c914b5-2b65-4120-8d6b-c870c5c623cc req-e1b69e2a-2d94-4c39-be38-efd67861f4be tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805476 Jun 30 12:00:18.588017 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:18.663357 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:18.732395 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2369793-695d-41c9-b1ce-745d7affaca6,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:18.787175 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:18.793235 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-2c6bb288-c01c-4eeb-97bb-076a830d8369 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5599167 Jun 30 12:00:18.793480 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44816) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:18.798581 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-1d1238d6-5878-43ba-ba29-34d8d353c6af tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Request body: {'security_group_rule': {'security_group_id': 'a2369793-695d-41c9-b1ce-745d7affaca6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:18.805416 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-1d1238d6-5878-43ba-ba29-34d8d353c6af tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:18.809708 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-1d1238d6-5878-43ba-ba29-34d8d353c6af tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Usage tracker for resource:security_group_rule and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:18.812904 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-1d1238d6-5878-43ba-ba29-34d8d353c6af tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:18.822451 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-1d1238d6-5878-43ba-ba29-34d8d353c6af tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:18.937913 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1d1238d6-5878-43ba-ba29-34d8d353c6af tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:19.009007 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1d1238d6-5878-43ba-ba29-34d8d353c6af tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:19.078200 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1d1238d6-5878-43ba-ba29-34d8d353c6af tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:19.104314 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1238d6-5878-43ba-ba29-34d8d353c6af tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f03176-f0cb-411e-b290-110e2c70fa5a,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:19.204855 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1d1238d6-5878-43ba-ba29-34d8d353c6af tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:19.206168 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-1d1238d6-5878-43ba-ba29-34d8d353c6af tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4117229 Jun 30 12:00:19.211461 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44820) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:19.216404 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-25cc7003-d0e8-4c4b-a355-d9d784063919 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Request body: {'security_group_rule': {'security_group_id': 'a2369793-695d-41c9-b1ce-745d7affaca6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:19.222762 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-25cc7003-d0e8-4c4b-a355-d9d784063919 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:19.227550 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-25cc7003-d0e8-4c4b-a355-d9d784063919 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Usage tracker for resource:security_group_rule and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:19.230916 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-25cc7003-d0e8-4c4b-a355-d9d784063919 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:19.237125 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-25cc7003-d0e8-4c4b-a355-d9d784063919 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:19.341921 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-25cc7003-d0e8-4c4b-a355-d9d784063919 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:19.406461 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-25cc7003-d0e8-4c4b-a355-d9d784063919 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:19.508641 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-25cc7003-d0e8-4c4b-a355-d9d784063919 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:19.535478 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc7003-d0e8-4c4b-a355-d9d784063919 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee428dd-9d6a-489a-9b3e-07190c12d055,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:19.609728 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-25cc7003-d0e8-4c4b-a355-d9d784063919 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:19.610945 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-25cc7003-d0e8-4c4b-a355-d9d784063919 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4006395 Jun 30 12:00:19.614341 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 44830) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:19.619821 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Request body: {'floatingip': {'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:19.626315 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:19.630666 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Usage tracker for resource:floatingip and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:19.634707 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:19.641229 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:19.768293 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-264d9788-3086-40cf-9a07-9a311b997d50 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:19.769124 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-264d9788-3086-40cf-9a07-9a311b997d50 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Synchronizing usage tracker for tenant:843f057330a14531be79ff8bf58367eb on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:19.784703 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for floatingip, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:19.810208 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-264d9788-3086-40cf-9a07-9a311b997d50 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Unset dirty status for tenant:843f057330a14531be79ff8bf58367eb on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:19.811510 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-264d9788-3086-40cf-9a07-9a311b997d50 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1616404 Jun 30 12:00:19.817607 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f272b9f-9b00-4573-9642-5568fffb7c2f req-2dd9eca8-a9a5-4e0e-8a85-4392c811b730 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:19.819838 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7f272b9f-9b00-4573-9642-5568fffb7c2f req-2dd9eca8-a9a5-4e0e-8a85-4392c811b730 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1156852 Jun 30 12:00:19.873872 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7f272b9f-9b00-4573-9642-5568fffb7c2f req-4bebd22d-a7b2-49bb-af9a-f799e357dad4 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468223 Jun 30 12:00:19.988804 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Deleting port 77b560b8-8267-4535-b666-e0f57755896c {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:00:19.989138 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:20.163128 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:20.450936 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2c046c05-8893-453d-8f3a-b28463cd9bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:20.503943 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] For port 77b560b8-8267-4535-b666-e0f57755896c, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=77b560b8-8267-4535-b666-e0f57755896c,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:20.504295 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:20.643926 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Allocated IP 172.27.1.26 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/0563d7bf-a61f-4768-ad90-3f87eddc7555) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:00:21.035541 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:21.035912 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:21.036261 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Floating IP cc190a31-ded1-48be-ab54-0e2af6429ab0 disassociated. External IP: 172.27.1.114, port: 77b560b8-8267-4535-b666-e0f57755896c. Jun 30 12:00:21.036586 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Calling delete_port for 77b560b8-8267-4535-b666-e0f57755896c owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:00:21.099287 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:21.121594 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9efb44-62e4-4249-af72-9fe04ab17531 req-08989279-dd0d-4057-826f-1bf7e811264e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:21.123355 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6a9efb44-62e4-4249-af72-9fe04ab17531 req-08989279-dd0d-4057-826f-1bf7e811264e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1064732 Jun 30 12:00:21.269630 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:21.282188 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6a9efb44-62e4-4249-af72-9fe04ab17531 req-c675096c-7eba-4a7a-a072-0a4298161fd6 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=963db672-07cf-4841-8004-938c102094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515334 Jun 30 12:00:21.316948 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:21.348731 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:00:21.354255 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:00:21.360611 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:00:21.410393 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event updated for resources: {'Port': ['ID=0563d7bf-a61f-4768-ad90-3f87eddc7555,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:21.433598 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:21.595188 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Pushing event deleted for resources: {'Port': ['ID=77b560b8-8267-4535-b666-e0f57755896c,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:21.673654 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:21.676645 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:21.684608 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Router d2e50eca-6524-489c-9f17-ad400347eae9 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:00:21.909109 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:21.996391 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:00:22.008067 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa613c-4b7e-4cba-9c5d-734e7102c083 None None] Sync routers for ids ['d2e50eca-6524-489c-9f17-ad400347eae9'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:00:22.017804 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa613c-4b7e-4cba-9c5d-734e7102c083 None None] Routers {'d2e50eca-6524-489c-9f17-ad400347eae9'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:22.018410 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-72aa613c-4b7e-4cba-9c5d-734e7102c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:00:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['d2e50eca-6524-489c-9f17-ad400347eae9'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:22.215346 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-72aa613c-4b7e-4cba-9c5d-734e7102c083 None None] Set router d2e50eca-6524-489c-9f17-ad400347eae9 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:22.273762 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] No DVR routers for this DVR port 77b560b8-8267-4535-b666-e0f57755896c on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:00:22.277961 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:22.280637 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'name': 'network-vif-deleted', 'tag': '77b560b8-8267-4535-b666-e0f57755896c'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:00:22.348175 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2276ef4e-ce2f-4026-972f-08864388d7cc'] response: {'server_uuid': 'a3333818-d578-4c2d-8e20-01de1f2b2ff5', 'name': 'network-vif-deleted', 'tag': '77b560b8-8267-4535-b666-e0f57755896c', 'status': 'completed', 'code': 200} Jun 30 12:00:22.406709 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-99bcb724-93d7-4f65-a6bc-2294f3d051f9 req-86eb41a7-ea9f-4ed4-8ccf-2bdc498ea2a7 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.44 "DELETE /v2.0/ports/77b560b8-8267-4535-b666-e0f57755896c HTTP/1.1" status: 204 len: 173 time: 2.5436642 Jun 30 12:00:22.414798 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:22.489083 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-51d0a010-162c-4345-a898-d00fbfea5d71 req-f242814c-85a0-40b5-be16-0a812ac80b44 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 210 time: 0.0524342 Jun 30 12:00:22.491652 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:22.655365 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-72aa613c-4b7e-4cba-9c5d-734e7102c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 4, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd4b02014-946d-4cfb-b8f9-985b2c8695dc', 'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'mac_address': 'fa:16:3e:0e:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:05Z', 'updated_at': '2022-06-30T11:55:33Z', 'revision_number': 5, 'project_id': '843f057330a14531be79ff8bf58367eb', 'subnets': [{'id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:22.659918 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa613c-4b7e-4cba-9c5d-734e7102c083 None None] Checking router: d2e50eca-6524-489c-9f17-ad400347eae9 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:00:22.670656 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa613c-4b7e-4cba-9c5d-734e7102c083 None None] Routers {'d2e50eca-6524-489c-9f17-ad400347eae9'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:22.671275 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-72aa613c-4b7e-4cba-9c5d-734e7102c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:00:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['d2e50eca-6524-489c-9f17-ad400347eae9'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:22.691410 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event updated for resources: {'Port': ['ID=0563d7bf-a61f-4768-ad90-3f87eddc7555,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:22.720006 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:22.723872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:22.723872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:22.723872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:22.723872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:22.723872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:22.723872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:22.723872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:22.724575 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:22.725375 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:22.726195 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:22.726723 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:22.740331 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:22.874065 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-72aa613c-4b7e-4cba-9c5d-734e7102c083 None None] Set router d2e50eca-6524-489c-9f17-ad400347eae9 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:22.898032 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:22.900886 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-91e1e31f-7c91-41b3-a969-b3a5c93fedf6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2852888 Jun 30 12:00:23.133773 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:23.222885 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-646dc168-5e6b-49c4-b3b5-3a30c1dc094d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Synchronizing usage tracker for tenant:1a7c4d775013495f985d1352b2699d20 on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:23.290998 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-646dc168-5e6b-49c4-b3b5-3a30c1dc094d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Unset dirty status for tenant:1a7c4d775013495f985d1352b2699d20 on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:23.292288 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-646dc168-5e6b-49c4-b3b5-3a30c1dc094d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--680893592&fields=id&tenant_id=1a7c4d775013495f985d1352b2699d20 HTTP/1.1" status: 200 len: 267 time: 0.1188719 Jun 30 12:00:23.403644 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-72aa613c-4b7e-4cba-9c5d-734e7102c083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 4, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd4b02014-946d-4cfb-b8f9-985b2c8695dc', 'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'mac_address': 'fa:16:3e:0e:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:05Z', 'updated_at': '2022-06-30T11:55:33Z', 'revision_number': 5, 'project_id': '843f057330a14531be79ff8bf58367eb', 'subnets': [{'id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:23.410235 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa613c-4b7e-4cba-9c5d-734e7102c083 None None] The sync data for ids ['d2e50eca-6524-489c-9f17-ad400347eae9'] in dv-cinder-848250-1-iscsi is: [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:08Z', 'revision_number': 4, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd4b02014-946d-4cfb-b8f9-985b2c8695dc', 'name': '', 'network_id': 'de387bcc-1139-428a-9e8b-0e99c316923a', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'mac_address': 'fa:16:3e:0e:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:05Z', 'updated_at': '2022-06-30T11:55:33Z', 'revision_number': 5, 'project_id': '843f057330a14531be79ff8bf58367eb', 'subnets': [{'id': 'fc44e1ed-e0f7-4c9a-bc83-75012a8e663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:00:23.483738 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-72802caa-4c46-4538-8553-086782c09ff0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:23.486494 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-72802caa-4c46-4538-8553-086782c09ff0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/networks?id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 HTTP/1.1" status: 200 len: 809 time: 0.1790583 Jun 30 12:00:23.512042 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-43f56f30-96d3-4929-89a1-6b7c87919a8a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/quotas/1a7c4d775013495f985d1352b2699d20 HTTP/1.1" status: 200 len: 375 time: 0.0187476 Jun 30 12:00:23.639444 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-3bc8273f-4348-40fe-aef2-b1a84991a91e tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a7c4d775013495f985d1352b2699d20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1212676 Jun 30 12:00:23.750011 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 77b560b8-8267-4535-b666-e0f57755896c no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:00:23.802466 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8244c-e6d1-490d-8c71-bb8710044312 None None] New status for floating IP cc190a31-ded1-48be-ab54-0e2af6429ab0: DOWN {{(pid=88752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 12:00:23.850810 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-77dad09b-c6c2-414f-8922-d07e70fdba2e req-d9c979a5-23e6-4f78-b770-aaa7daf1162c tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3333818-d578-4c2d-8e20-01de1f2b2ff5 HTTP/1.1" status: 200 len: 210 time: 0.1053932 Jun 30 12:00:23.917733 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: 77b560b8-8267-4535-b666-e0f57755896c {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:00:23.918056 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 77b560b8-8267-4535-b666-e0f57755896c not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:00:23.953696 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-3a5a799c-3eed-4543-a963-23b74980cc32 service neutron] 10.222.0.18 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931998 Jun 30 12:00:24.106688 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-6ef8ace3-e571-4394-acb6-1d98c8babf03 service neutron] 10.222.0.18 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464968 Jun 30 12:00:24.458985 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9f2acd70-c4ee-4ce6-b047-cf6412672c05 req-edcea44a-acb1-45dc-bb22-f2d644317b33 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 210 time: 0.0638454 Jun 30 12:00:25.051982 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44904) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:25.123206 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9e77-acd5-469e-9a39-1de36528ec45 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:25.156417 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9e77-acd5-469e-9a39-1de36528ec45 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:25.296485 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9e77-acd5-469e-9a39-1de36528ec45 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:25.316692 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b9e77-acd5-469e-9a39-1de36528ec45 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963db672-07cf-4841-8004-938c102094ba,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:25.396207 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9e77-acd5-469e-9a39-1de36528ec45 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:25.399845 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-3a4b9e77-acd5-469e-9a39-1de36528ec45 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "DELETE /v2.0/security-groups/963db672-07cf-4841-8004-938c102094ba HTTP/1.1" status: 204 len: 168 time: 0.3464231 Jun 30 12:00:25.402041 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44912) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:25.427615 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.api.v2.resource [None req-7431da32-c2f6-4879-8905-48076e1e060e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] show failed (client error): The resource could not be found. Jun 30 12:00:25.427615 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-7431da32-c2f6-4879-8905-48076e1e060e tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups/963db672-07cf-4841-8004-938c102094ba HTTP/1.1" status: 404 len: 347 time: 0.0211322 Jun 30 12:00:25.429892 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 44918) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:25.608332 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-a6ddb011-a0d8-4194-adfc-d3104312b049 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Deleting port dabcce63-0fc5-46df-a515-91f30c9a29a6 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:00:25.608695 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb011-a0d8-4194-adfc-d3104312b049 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:25.705323 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-44b85266-f59b-4d27-be71-cd251d060b26 req-fe071be7-dbdb-4584-a26a-7c938a2eff38 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 210 time: 0.0710993 Jun 30 12:00:25.852343 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb011-a0d8-4194-adfc-d3104312b049 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:25.852699 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb011-a0d8-4194-adfc-d3104312b049 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:26.019711 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-a6ddb011-a0d8-4194-adfc-d3104312b049 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Calling delete_port for dabcce63-0fc5-46df-a515-91f30c9a29a6 owned by network:floatingip {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:00:26.405700 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb011-a0d8-4194-adfc-d3104312b049 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:26.461770 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddb011-a0d8-4194-adfc-d3104312b049 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Pushing event deleted for resources: {'Port': ['ID=dabcce63-0fc5-46df-a515-91f30c9a29a6,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:26.617667 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb011-a0d8-4194-adfc-d3104312b049 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks [] for floatingip, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:26.634611 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb011-a0d8-4194-adfc-d3104312b049 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:26.639878 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-a6ddb011-a0d8-4194-adfc-d3104312b049 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "DELETE /v2.0/floatingips/cc190a31-ded1-48be-ab54-0e2af6429ab0 HTTP/1.1" status: 204 len: 168 time: 1.2048607 Jun 30 12:00:26.999699 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b2548871-f7ab-4b64-b5bc-b0fed1aaf04f req-e22eb812-3c35-4da1-8814-fb02eb1e33e6 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 210 time: 0.1180243 Jun 30 12:00:27.296194 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5bdec4bb-2114-4a76-852f-b4cbb40aa0c1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:27.297618 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5bdec4bb-2114-4a76-852f-b4cbb40aa0c1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Synchronizing usage tracker for tenant:1a7c4d775013495f985d1352b2699d20 on resource:network {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:27.549938 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5bdec4bb-2114-4a76-852f-b4cbb40aa0c1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Unset dirty status for tenant:1a7c4d775013495f985d1352b2699d20 on resource:network {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:27.552045 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5bdec4bb-2114-4a76-852f-b4cbb40aa0c1 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.44 "GET /v2.0/networks?id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 HTTP/1.1" status: 200 len: 809 time: 0.5611205 Jun 30 12:00:27.640101 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-21b41497-ce75-4b54-9e1c-6908b85cc352 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Synchronizing usage tracker for tenant:1a7c4d775013495f985d1352b2699d20 on resource:security_group {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:27.663679 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-21b41497-ce75-4b54-9e1c-6908b85cc352 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Unset dirty status for tenant:1a7c4d775013495f985d1352b2699d20 on resource:security_group {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:27.666046 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-21b41497-ce75-4b54-9e1c-6908b85cc352 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a7c4d775013495f985d1352b2699d20 HTTP/1.1" status: 200 len: 379 time: 0.1033938 Jun 30 12:00:27.679148 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Request body: {'port': {'device_id': 'f000c5be-8891-4f1b-a206-dfeb6f73945c', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'admin_state_up': True, 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'security_groups': ['a2369793-695d-41c9-b1ce-745d7affaca6']}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:27.953985 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:27.959090 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Usage tracker for resource:port and tenant:1a7c4d775013495f985d1352b2699d20 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:27.962915 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:27.969837 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:28.052026 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Made reservation on behalf of 1a7c4d775013495f985d1352b2699d20 for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:00:28.059132 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:28.135237 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-c6b1872f-d936-4e6b-9f29-e686e9a8bf73 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169150495&fields=id&tenant_id=845bdd244c944d94aae5ff6b56b0f75d HTTP/1.1" status: 200 len: 267 time: 0.0501385 Jun 30 12:00:28.294448 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Allocated IP 172.20.0.3 (f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7/9acea99c-2923-40c6-9879-4a0dcdc3c90f/324f2012-00df-4fe9-bb81-521f461e3a86) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:00:28.299014 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eaddbb4c-3a38-47b8-b3b1-8246065f2980 req-69577d90-a8cb-47ba-ae4e-6ab63515cbd0 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 210 time: 0.0590014 Jun 30 12:00:28.394678 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-51391f7c-6c18-42da-b688-3de40d1b9ad2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:28.398484 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-51391f7c-6c18-42da-b688-3de40d1b9ad2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 812 time: 0.2509725 Jun 30 12:00:28.416606 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-8e0ea33f-6965-4956-b2d6-c7027d187121 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/quotas/845bdd244c944d94aae5ff6b56b0f75d HTTP/1.1" status: 200 len: 375 time: 0.0122619 Jun 30 12:00:28.571415 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:28.590792 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-720a3705-5a77-4d5a-b14d-0b1240f73ff2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Synchronizing usage tracker for tenant:845bdd244c944d94aae5ff6b56b0f75d on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:28.598545 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Transition to ACTIVE for port object 324f2012-00df-4fe9-bb81-521f461e3a86 will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:00:28.680352 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-720a3705-5a77-4d5a-b14d-0b1240f73ff2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Unset dirty status for tenant:845bdd244c944d94aae5ff6b56b0f75d on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:28.681862 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-720a3705-5a77-4d5a-b14d-0b1240f73ff2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2519329 Jun 30 12:00:28.714022 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:28.793752 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:00:28.797228 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:00:28.801239 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:00:28.837080 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event updated for resources: {'Port': ['ID=324f2012-00df-4fe9-bb81-521f461e3a86,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:28.907332 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:28.909922 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:28.936914 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-f76f6a57-ecea-4bdf-9467-c5c41d3debcc service neutron] 10.222.0.18 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316303 Jun 30 12:00:29.058619 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-5b06ecee-81e3-494e-b90e-2d913b91b4ba tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3870041 Jun 30 12:00:29.112266 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-e80b9c65-fb26-46ef-a692-66f5d9e2a301 service neutron] 10.222.0.18 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631811 Jun 30 12:00:29.167594 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Request body: {'port': {'device_id': 'f000c5be-8891-4f1b-a206-dfeb6f73945c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:29.315674 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:29.326102 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-e2d2083a-6658-4cf2-a1b6-f43eabbc5d71 None None] Provisioning for port 324f2012-00df-4fe9-bb81-521f461e3a86 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:00:29.337647 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-e2d2083a-6658-4cf2-a1b6-f43eabbc5d71 None None] Provisioning complete for port 324f2012-00df-4fe9-bb81-521f461e3a86 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:29.338358 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e2d2083a-6658-4cf2-a1b6-f43eabbc5d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:29.421932 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2083a-6658-4cf2-a1b6-f43eabbc5d71 None None] Port 324f2012-00df-4fe9-bb81-521f461e3a86 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 12:00:29.560277 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6deee5b-24da-430e-926a-db9143766419 req-2a10ec3e-d79c-4ca1-b6e4-cfd442e0c73b tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:29.562025 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f6deee5b-24da-430e-926a-db9143766419 req-2a10ec3e-d79c-4ca1-b6e4-cfd442e0c73b tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 931 time: 0.1032205 Jun 30 12:00:29.624729 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f6deee5b-24da-430e-926a-db9143766419 req-16e28dec-0436-4bb6-88a9-731f9bf29197 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2369793-695d-41c9-b1ce-745d7affaca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559506 Jun 30 12:00:29.951706 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324f2012-00df-4fe9-bb81-521f461e3a86 {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:00:29.954468 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:29.978303 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Transition to ACTIVE for port object 324f2012-00df-4fe9-bb81-521f461e3a86 will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:00:30.017606 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9a389a34-6b56-4786-bd85-8d94aa96a2da req-887ea387-1511-4caa-bedb-131d8aa6db96 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 210 time: 0.0869553 Jun 30 12:00:30.041021 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:30.056890 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:00:30.321809 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Pushing event updated for resources: {'Port': ['ID=324f2012-00df-4fe9-bb81-521f461e3a86,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:30.397287 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6c05d-8e9c-411b-95ae-fb1a54d1cdc9 req-39cd8217-311b-4eb0-a20d-1ecc3fbbcf2b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:30.397287 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-40c6c05d-8e9c-411b-95ae-fb1a54d1cdc9 req-39cd8217-311b-4eb0-a20d-1ecc3fbbcf2b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Synchronizing usage tracker for tenant:843f057330a14531be79ff8bf58367eb on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:30.446099 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Attempting to bind port 324f2012-00df-4fe9-bb81-521f461e3a86 on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:00:30.446475 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Attempting to bind port 324f2012-00df-4fe9-bb81-521f461e3a86 by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:00:30.446786 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Attempting to bind port 324f2012-00df-4fe9-bb81-521f461e3a86 on network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:00:30.452567 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Port 324f2012-00df-4fe9-bb81-521f461e3a86 on network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 12:00:30.452967 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Attempting to bind port 324f2012-00df-4fe9-bb81-521f461e3a86 on network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:00:30.460606 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 12, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:00:30.460771 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Checking segment: {'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:00:30.461164 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Bound using segment: {'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:00:30.461625 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Bound port: 324f2012-00df-4fe9-bb81-521f461e3a86, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b6a0d5-4f9b-4354-9181-84ee88ed99c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:00:30.461988 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:30.495347 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-40c6c05d-8e9c-411b-95ae-fb1a54d1cdc9 req-39cd8217-311b-4eb0-a20d-1ecc3fbbcf2b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Unset dirty status for tenant:843f057330a14531be79ff8bf58367eb on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:30.496605 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-40c6c05d-8e9c-411b-95ae-fb1a54d1cdc9 req-39cd8217-311b-4eb0-a20d-1ecc3fbbcf2b tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.2285671 Jun 30 12:00:30.554649 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-40c6c05d-8e9c-411b-95ae-fb1a54d1cdc9 req-f5e327eb-e859-461f-903a-c3ac4b138380 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Synchronizing usage tracker for tenant:843f057330a14531be79ff8bf58367eb on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:30.576508 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] For port 324f2012-00df-4fe9-bb81-521f461e3a86, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:00:30.585834 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] For port 324f2012-00df-4fe9-bb81-521f461e3a86, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=324f2012-00df-4fe9-bb81-521f461e3a86,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:00:30.690835 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-40c6c05d-8e9c-411b-95ae-fb1a54d1cdc9 req-f5e327eb-e859-461f-903a-c3ac4b138380 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Unset dirty status for tenant:843f057330a14531be79ff8bf58367eb on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:30.693034 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:30.705696 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-40c6c05d-8e9c-411b-95ae-fb1a54d1cdc9 req-f5e327eb-e859-461f-903a-c3ac4b138380 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985471 Jun 30 12:00:30.762903 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:30.763898 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:30.765150 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] 10.222.0.44 "PUT /v2.0/ports/324f2012-00df-4fe9-bb81-521f461e3a86 HTTP/1.1" status: 200 len: 1093 time: 1.6987338 Jun 30 12:00:30.765701 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f000c5be-8891-4f1b-a206-dfeb6f73945c', 'tag': '324f2012-00df-4fe9-bb81-521f461e3a86'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:00:30.791394 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce58ab-9149-4668-aa86-a5b4b650bb87 service neutron] Pushing event updated for resources: {'Port': ['ID=324f2012-00df-4fe9-bb81-521f461e3a86,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:30.911898 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4de383-6b16-4cc4-99a6-8bb29dd40570 req-a23f76ca-4662-4a08-bb5b-36154342249a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:30.914859 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cc4de383-6b16-4cc4-99a6-8bb29dd40570 req-a23f76ca-4662-4a08-bb5b-36154342249a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 943 time: 0.1024301 Jun 30 12:00:31.002099 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cc4de383-6b16-4cc4-99a6-8bb29dd40570 req-62a03cf4-15f8-4efd-b014-eea4e7791e25 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2369793-695d-41c9-b1ce-745d7affaca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789931 Jun 30 12:00:31.032388 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-59fc325e-b148-48c1-aa3c-317dff7dd24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:31.034745 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-59fc325e-b148-48c1-aa3c-317dff7dd24c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a7c4d775013495f985d1352b2699d20&device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 1096 time: 0.1417072 Jun 30 12:00:31.036396 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ac151c-3b5b-4bf8-943f-fbe243ee50b7'] response: {'name': 'network-changed', 'server_uuid': 'f000c5be-8891-4f1b-a206-dfeb6f73945c', 'tag': '324f2012-00df-4fe9-bb81-521f461e3a86', 'status': 'completed', 'code': 200} Jun 30 12:00:31.137545 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-9523db1a-ded7-4d55-a07f-add2a7d1f06c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=324f2012-00df-4fe9-bb81-521f461e3a86 HTTP/1.1" status: 200 len: 217 time: 0.0899298 Jun 30 12:00:31.208735 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-61ff015d-107d-4699-aa64-1c3e7566e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:31.210786 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-61ff015d-107d-4699-aa64-1c3e7566e6f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9acea99c-2923-40c6-9879-4a0dcdc3c90f HTTP/1.1" status: 200 len: 848 time: 0.0656121 Jun 30 12:00:31.224314 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ab48c1ee-fc15-4413-bd59-6c7b561303a3 req-7324ca9c-8286-4222-a7cb-3a5830f5a86e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 210 time: 0.0637505 Jun 30 12:00:31.265919 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad736b-965f-435e-9268-04298b9845e3 req-83b8110a-a435-4688-a096-2d58465ab794 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:31.267506 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-07ad736b-965f-435e-9268-04298b9845e3 req-83b8110a-a435-4688-a096-2d58465ab794 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 945 time: 0.1485548 Jun 30 12:00:31.328317 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-07ad736b-965f-435e-9268-04298b9845e3 req-dc8810b9-5924-4856-85c0-39b0f7a3506c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=16ffc3d0-478d-4d64-a5c3-bfe93a83b421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526922 Jun 30 12:00:31.353931 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-0205589c-4d90-4201-9587-30a4ec96ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:31.355688 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-0205589c-4d90-4201-9587-30a4ec96ed4f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1348639 Jun 30 12:00:31.508921 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-9794273a-6ed6-452f-a349-612f9281b50c service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432445 Jun 30 12:00:31.663841 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4dc082e4-d809-4266-aff8-b6b080f441f9 req-dc94316e-56a3-46ac-aaef-d10ad76d85b4 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473866 Jun 30 12:00:31.895422 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e254e-7cfa-4704-a51f-82b24c5f8d00 req-f9582057-57bd-4d9e-9d72-b0b0ba7cd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:31.898388 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d77e254e-7cfa-4704-a51f-82b24c5f8d00 req-f9582057-57bd-4d9e-9d72-b0b0ba7cd174 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a7c4d775013495f985d1352b2699d20&device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 1096 time: 0.1011095 Jun 30 12:00:31.905336 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c7060-04f6-491f-8ee4-0bf8e98c6631 req-529b8984-e30b-4fdd-bf2b-54f0990f46e3 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:31.906876 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d32c7060-04f6-491f-8ee4-0bf8e98c6631 req-529b8984-e30b-4fdd-bf2b-54f0990f46e3 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.0993891 Jun 30 12:00:31.953754 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d32c7060-04f6-491f-8ee4-0bf8e98c6631 req-e7fa13ce-8be6-4a10-af75-facaa753c725 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405047 Jun 30 12:00:32.042402 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e254e-7cfa-4704-a51f-82b24c5f8d00 req-59f6b2f8-1fde-4e01-af9b-c5a1e99e5445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:32.043968 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d77e254e-7cfa-4704-a51f-82b24c5f8d00 req-59f6b2f8-1fde-4e01-af9b-c5a1e99e5445 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 HTTP/1.1" status: 200 len: 910 time: 0.1371012 Jun 30 12:00:32.117810 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d77e254e-7cfa-4704-a51f-82b24c5f8d00 req-a77d286e-3d7c-4f8d-8029-0eaff9c56257 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=324f2012-00df-4fe9-bb81-521f461e3a86 HTTP/1.1" status: 200 len: 217 time: 0.0653093 Jun 30 12:00:32.189916 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e254e-7cfa-4704-a51f-82b24c5f8d00 req-b855ccac-e470-4c96-a500-e5a5cc775766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:32.191391 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d77e254e-7cfa-4704-a51f-82b24c5f8d00 req-b855ccac-e470-4c96-a500-e5a5cc775766 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9acea99c-2923-40c6-9879-4a0dcdc3c90f HTTP/1.1" status: 200 len: 848 time: 0.0642490 Jun 30 12:00:32.288075 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e254e-7cfa-4704-a51f-82b24c5f8d00 req-30076f29-961e-4373-ac03-fef09e036880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:32.289861 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d77e254e-7cfa-4704-a51f-82b24c5f8d00 req-30076f29-961e-4373-ac03-fef09e036880 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0914874 Jun 30 12:00:32.330659 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b68dd-6087-4bfc-a7f8-812b387f8e9d req-80cbc0d1-55dc-4a86-ba50-6574018948f9 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:32.332429 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8d4b68dd-6087-4bfc-a7f8-812b387f8e9d req-80cbc0d1-55dc-4a86-ba50-6574018948f9 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 943 time: 0.2057180 Jun 30 12:00:32.419956 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-17a9fd52-439a-4c07-aa87-f8d25b3d43ae req-20234820-40fa-41f8-bbc9-625eea33415e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 210 time: 0.0614972 Jun 30 12:00:32.432659 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8d4b68dd-6087-4bfc-a7f8-812b387f8e9d req-fb4a9faf-7b00-4031-a249-88fbbffbb729 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2369793-695d-41c9-b1ce-745d7affaca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919993 Jun 30 12:00:32.634225 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b287c98-d4a6-46cb-86f5-8863d26b63ff req-db431828-3f9d-4687-89f4-26284ca6570f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:32.642265 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4b287c98-d4a6-46cb-86f5-8863d26b63ff req-db431828-3f9d-4687-89f4-26284ca6570f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 945 time: 0.1133907 Jun 30 12:00:32.649470 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d77e254e-7cfa-4704-a51f-82b24c5f8d00 req-dafd6f3c-0695-4215-a754-d7af22d84a7e service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497460 Jun 30 12:00:32.743232 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4b287c98-d4a6-46cb-86f5-8863d26b63ff req-5ba69232-9045-4eb5-b0db-938a998511a6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=16ffc3d0-478d-4d64-a5c3-bfe93a83b421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998545 Jun 30 12:00:32.779368 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e22a7-1c07-4a5c-be0b-b2eaac7f0523 req-e7d94e9c-4445-415b-a6c4-506cbb4d21e5 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:32.781111 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d89e22a7-1c07-4a5c-be0b-b2eaac7f0523 req-e7d94e9c-4445-415b-a6c4-506cbb4d21e5 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.44 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.1220429 Jun 30 12:00:32.872864 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [req-d89e22a7-1c07-4a5c-be0b-b2eaac7f0523 req-c8a97a4c-9f2b-4eb7-ab59-4aac76eaf98d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Deleting port 00e5bcaa-1403-4623-a7ad-39b7791bef0f {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:00:32.872864 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-d89e22a7-1c07-4a5c-be0b-b2eaac7f0523 req-c8a97a4c-9f2b-4eb7-ab59-4aac76eaf98d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:32.913542 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d77e254e-7cfa-4704-a51f-82b24c5f8d00 req-3e86e24e-c233-4b57-bf29-2120a59c22a0 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566125 Jun 30 12:00:32.958234 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-8222cb17-24b8-4197-9afd-04c597e8c3df tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:32.958234 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-8222cb17-24b8-4197-9afd-04c597e8c3df tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Synchronizing usage tracker for tenant:845bdd244c944d94aae5ff6b56b0f75d on resource:network {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:33.012086 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-e2f178b3-89e0-41b8-b8f0-cd96e0000318 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:33.013012 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-e2f178b3-89e0-41b8-b8f0-cd96e0000318 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Synchronizing usage tracker for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:33.061759 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-8222cb17-24b8-4197-9afd-04c597e8c3df tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Unset dirty status for tenant:845bdd244c944d94aae5ff6b56b0f75d on resource:network {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:33.063533 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-8222cb17-24b8-4197-9afd-04c597e8c3df tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.44 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 812 time: 0.6471024 Jun 30 12:00:33.114608 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-e2f178b3-89e0-41b8-b8f0-cd96e0000318 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Unset dirty status for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:33.117098 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-e2f178b3-89e0-41b8-b8f0-cd96e0000318 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 945 time: 0.3791752 Jun 30 12:00:33.127635 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-8743c4c1-940b-479a-be4b-e3ecc1903d0d tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Synchronizing usage tracker for tenant:845bdd244c944d94aae5ff6b56b0f75d on resource:security_group {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:33.229700 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Deleting port abb640bb-c772-45fe-9cb1-b603503b1a96 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:00:33.229941 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:33.231974 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [req-d89e22a7-1c07-4a5c-be0b-b2eaac7f0523 req-c8a97a4c-9f2b-4eb7-ab59-4aac76eaf98d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] For port 00e5bcaa-1403-4623-a7ad-39b7791bef0f, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=00e5bcaa-1403-4623-a7ad-39b7791bef0f,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:33.232591 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-d89e22a7-1c07-4a5c-be0b-b2eaac7f0523 req-c8a97a4c-9f2b-4eb7-ab59-4aac76eaf98d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:33.292564 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-8743c4c1-940b-479a-be4b-e3ecc1903d0d tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Unset dirty status for tenant:845bdd244c944d94aae5ff6b56b0f75d on resource:security_group {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:33.294464 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-8743c4c1-940b-479a-be4b-e3ecc1903d0d tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=845bdd244c944d94aae5ff6b56b0f75d HTTP/1.1" status: 200 len: 379 time: 0.2222688 Jun 30 12:00:33.307841 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d527d69-a934-48c7-bb3d-42c130a1ebf8 req-d0d72a0d-0e5a-420e-bfe7-cadc1cb03785 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:33.309438 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5d527d69-a934-48c7-bb3d-42c130a1ebf8 req-d0d72a0d-0e5a-420e-bfe7-cadc1cb03785 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 945 time: 0.2177260 Jun 30 12:00:33.310994 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Request body: {'port': {'device_id': '82155eba-9504-424a-8e9b-0c89c775ad04', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'admin_state_up': True, 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'security_groups': ['c3adf229-fc57-4824-bb81-30a722e5a9fd']}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:33.389469 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [req-d89e22a7-1c07-4a5c-be0b-b2eaac7f0523 req-c8a97a4c-9f2b-4eb7-ab59-4aac76eaf98d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Calling delete_port for 00e5bcaa-1403-4623-a7ad-39b7791bef0f owned by compute:nova {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:00:33.473755 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5d527d69-a934-48c7-bb3d-42c130a1ebf8 req-7a5e2d90-6d9b-4516-a691-7ba5fa7c9369 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076193 Jun 30 12:00:33.638379 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:33.665934 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-20d9f40e-bb0f-4190-a30a-4187912fb3a5 req-8acb0390-131c-40dd-a759-fe0e5d69db78 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 210 time: 0.1012926 Jun 30 12:00:33.667230 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:33.700118 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] For port abb640bb-c772-45fe-9cb1-b603503b1a96, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=abb640bb-c772-45fe-9cb1-b603503b1a96,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:33.700118 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:33.741811 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b6ff6-ec02-4247-b5d2-c8869cefd084 req-a79df194-5032-4702-b4de-1230815fafcb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:33.744432 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1f3b6ff6-ec02-4247-b5d2-c8869cefd084 req-a79df194-5032-4702-b4de-1230815fafcb tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 943 time: 0.1309352 Jun 30 12:00:33.768700 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Made reservation on behalf of 845bdd244c944d94aae5ff6b56b0f75d for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:00:33.771107 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:33.801183 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1f3b6ff6-ec02-4247-b5d2-c8869cefd084 req-263624f9-2fc0-404f-a4ac-8862543f1b4e tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2369793-695d-41c9-b1ce-745d7affaca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513229 Jun 30 12:00:33.828418 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-d89e22a7-1c07-4a5c-be0b-b2eaac7f0523 req-c8a97a4c-9f2b-4eb7-ab59-4aac76eaf98d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:33.842725 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['3892292b-0944-4744-84cc-e6e81331b397', '00e5bcaa-1403-4623-a7ad-39b7791bef0f'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:00:33.894422 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a97a4c-9f2b-4eb7-ab59-4aac76eaf98d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Pushing event deleted for resources: {'Port': ['ID=00e5bcaa-1403-4623-a7ad-39b7791bef0f,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:34.103115 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89e22a7-1c07-4a5c-be0b-b2eaac7f0523 req-c8a97a4c-9f2b-4eb7-ab59-4aac76eaf98d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] No DVR routers for this DVR port 00e5bcaa-1403-4623-a7ad-39b7791bef0f on host hv-cinder-84825 {{(pid=88751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:00:34.108446 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [req-d89e22a7-1c07-4a5c-be0b-b2eaac7f0523 req-c8a97a4c-9f2b-4eb7-ab59-4aac76eaf98d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:34.112769 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315b4350-9ed0-4b9b-9d22-d9fefe70fb9a', 'name': 'network-vif-deleted', 'tag': '00e5bcaa-1403-4623-a7ad-39b7791bef0f'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:00:34.170587 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4ebcb-f3d5-437f-9ac1-9aa75f81cd8b req-e36382e0-51df-4e08-94dc-f9cabde71718 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:34.173945 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:34.174540 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:34.174683 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Floating IP 5e9c91bf-3fb6-44df-803e-532bfc29ecc1 disassociated. External IP: 172.27.1.234, port: abb640bb-c772-45fe-9cb1-b603503b1a96. Jun 30 12:00:34.175008 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Calling delete_port for abb640bb-c772-45fe-9cb1-b603503b1a96 owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:00:34.180731 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-31a4ebcb-f3d5-437f-9ac1-9aa75f81cd8b req-e36382e0-51df-4e08-94dc-f9cabde71718 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 945 time: 0.2079458 Jun 30 12:00:34.202068 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2604d699-cf1c-422e-853f-d92aaed0e81e'] response: {'server_uuid': '315b4350-9ed0-4b9b-9d22-d9fefe70fb9a', 'name': 'network-vif-deleted', 'tag': '00e5bcaa-1403-4623-a7ad-39b7791bef0f', 'status': 'completed', 'code': 200} Jun 30 12:00:34.208300 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Allocated IP 172.20.0.13 (b2d10cb7-945f-43a2-bb61-0a070d4fc848/9f0b436c-7059-4644-92df-3bf578e67ce2/23414ac1-1368-4716-b4bc-8074336a2c69) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:00:34.231804 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-31a4ebcb-f3d5-437f-9ac1-9aa75f81cd8b req-44e2ce67-01ba-4cb4-8a8d-8a3c085402e0 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=16ffc3d0-478d-4d64-a5c3-bfe93a83b421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500717 Jun 30 12:00:34.258550 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d89e22a7-1c07-4a5c-be0b-b2eaac7f0523 req-c8a97a4c-9f2b-4eb7-ab59-4aac76eaf98d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.44 "DELETE /v2.0/ports/00e5bcaa-1403-4623-a7ad-39b7791bef0f HTTP/1.1" status: 204 len: 173 time: 1.4645007 Jun 30 12:00:34.629725 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:34.647126 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Transition to ACTIVE for port object 23414ac1-1368-4716-b4bc-8074336a2c69 will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:00:34.664408 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-ef4a5ffe-88d2-4e0e-a19b-1630f184b45b req-38244d04-5694-418a-ad81-f574953a4424 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Synchronizing usage tracker for tenant:843f057330a14531be79ff8bf58367eb on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:34.668205 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:34.721314 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event deleted for resources: {'Port': ['ID=abb640bb-c772-45fe-9cb1-b603503b1a96,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:34.748022 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-ef4a5ffe-88d2-4e0e-a19b-1630f184b45b req-38244d04-5694-418a-ad81-f574953a4424 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Unset dirty status for tenant:843f057330a14531be79ff8bf58367eb on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:34.749564 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ef4a5ffe-88d2-4e0e-a19b-1630f184b45b req-38244d04-5694-418a-ad81-f574953a4424 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=315b4350-9ed0-4b9b-9d22-d9fefe70fb9a HTTP/1.1" status: 200 len: 210 time: 0.1442716 Jun 30 12:00:34.791371 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:34.949249 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Network b2d10cb7-945f-43a2-bb61-0a070d4fc848 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:00:34.956498 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:00:34.965765 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:00:34.999963 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event updated for resources: {'Port': ['ID=23414ac1-1368-4716-b4bc-8074336a2c69,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:35.050476 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff0698-7a11-4dc1-ab8f-0d2798603c00 req-8badb506-a8f8-4d41-b601-6e3a29ca06ae tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:35.058675 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:35.059361 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:35.062054 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7bff0698-7a11-4dc1-ab8f-0d2798603c00 req-8badb506-a8f8-4d41-b601-6e3a29ca06ae tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 932 time: 0.2218654 Jun 30 12:00:35.087946 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Router 00155358-9483-4606-9d77-1dca63089318 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:00:35.320523 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-57bc688c-7f6d-4733-9706-205f8f6debeb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0205894 Jun 30 12:00:35.333684 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7bff0698-7a11-4dc1-ab8f-0d2798603c00 req-19d238fe-81aa-40da-bcfe-68a08c977bbe tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703805 Jun 30 12:00:35.337574 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Request body: {'port': {'device_id': '82155eba-9504-424a-8e9b-0c89c775ad04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:35.409514 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5c350-7206-49cd-a897-6ac50fbc7a4a req-e03070e8-25b6-4ac9-9adf-1d26efddb719 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:35.409514 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9ba5c350-7206-49cd-a897-6ac50fbc7a4a req-e03070e8-25b6-4ac9-9adf-1d26efddb719 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 943 time: 0.3423855 Jun 30 12:00:35.496418 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9ba5c350-7206-49cd-a897-6ac50fbc7a4a req-392ab44f-1b6a-4a05-aeb6-28b9e21ed37b tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2369793-695d-41c9-b1ce-745d7affaca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677207 Jun 30 12:00:35.530962 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-cd3afb73-0013-4053-a45f-baed6b7508d9 None None] Provisioning for port 23414ac1-1368-4716-b4bc-8074336a2c69 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:00:35.536439 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-cd3afb73-0013-4053-a45f-baed6b7508d9 None None] Provisioning complete for port 23414ac1-1368-4716-b4bc-8074336a2c69 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:35.536807 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-cd3afb73-0013-4053-a45f-baed6b7508d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:35.581563 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:00:35.598335 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-cd3afb73-0013-4053-a45f-baed6b7508d9 None None] Port 23414ac1-1368-4716-b4bc-8074336a2c69 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 12:00:35.606482 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0c78f-1f41-490d-bb4e-471077f44f89 None None] Sync routers for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:00:35.618236 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0c78f-1f41-490d-bb4e-471077f44f89 None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:35.619120 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-37f0c78f-1f41-490d-bb4e-471077f44f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:00:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:35.624400 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:35.628680 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6220a8bf-439e-4e03-ab5a-c5082eb9b867 req-02126b1f-9281-496f-b2e7-66739f872199 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 210 time: 0.0978611 Jun 30 12:00:35.746854 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] No DVR routers for this DVR port abb640bb-c772-45fe-9cb1-b603503b1a96 on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:00:35.751248 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:35.753707 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b0046a0b-321d-4742-ba16-b1b7d526ff1b req-4b8dc2bf-bb9b-40f5-99c5-3c73350e8715 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "DELETE /v2.0/ports/abb640bb-c772-45fe-9cb1-b603503b1a96 HTTP/1.1" status: 204 len: 173 time: 2.6299005 Jun 30 12:00:35.754338 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9282a5-6522-4628-bba8-288d496ec867', 'name': 'network-vif-deleted', 'tag': 'abb640bb-c772-45fe-9cb1-b603503b1a96'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:00:35.777648 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 324f2012-00df-4fe9-bb81-521f461e3a86 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 12:00:35.895953 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-37f0c78f-1f41-490d-bb4e-471077f44f89 None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:36.057722 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 324f2012-00df-4fe9-bb81-521f461e3a86, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=324f2012-00df-4fe9-bb81-521f461e3a86,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:36.088057 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '324f2012-00df-4fe9-bb81-521f461e3a86', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'port_id': '324f2012-00df-4fe9-bb81-521f461e3a86', 'mac_address': 'fa:16:3e:fd:a7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 12:00:36.173123 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 324f2012-00df-4fe9-bb81-521f461e3a86 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:00:36.173503 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:36.182310 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8678fe6-1061-4b6b-a00c-aa4987e19c6e'] response: {'server_uuid': 'be9282a5-6522-4628-bba8-288d496ec867', 'name': 'network-vif-deleted', 'tag': 'abb640bb-c772-45fe-9cb1-b603503b1a96', 'status': 'completed', 'code': 200} Jun 30 12:00:36.198272 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324f2012-00df-4fe9-bb81-521f461e3a86 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:00:36.220791 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 324f2012-00df-4fe9-bb81-521f461e3a86, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=324f2012-00df-4fe9-bb81-521f461e3a86,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:36.230778 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23414ac1-1368-4716-b4bc-8074336a2c69 {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:00:36.248407 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:36.270806 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Transition to ACTIVE for port object 23414ac1-1368-4716-b4bc-8074336a2c69 will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:00:36.291601 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:36.359635 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:36.375651 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=324f2012-00df-4fe9-bb81-521f461e3a86,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:36.524021 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-37f0c78f-1f41-490d-bb4e-471077f44f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:36.543987 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0c78f-1f41-490d-bb4e-471077f44f89 None None] Checking router: 00155358-9483-4606-9d77-1dca63089318 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:00:36.564407 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0c78f-1f41-490d-bb4e-471077f44f89 None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:36.566193 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-37f0c78f-1f41-490d-bb4e-471077f44f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:00:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:36.586115 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['324f2012-00df-4fe9-bb81-521f461e3a86'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:00:36.819577 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847385d-221e-40bc-ad73-f3e755d21c3f req-8dc749b3-002a-4eeb-8266-ee307929e9c4 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:36.832305 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e847385d-221e-40bc-ad73-f3e755d21c3f req-8dc749b3-002a-4eeb-8266-ee307929e9c4 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 944 time: 0.2134514 Jun 30 12:00:36.991012 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e847385d-221e-40bc-ad73-f3e755d21c3f req-b9a9a72c-9c28-40b3-b7fb-6c0c3d436b0b tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538730 Jun 30 12:00:37.041071 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-37f0c78f-1f41-490d-bb4e-471077f44f89 None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:37.047584 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b41d3-932f-48a4-8d87-956e2a559da5 req-d81167dd-7481-4c2b-be0b-ecbcddb15214 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:37.056764 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-509b41d3-932f-48a4-8d87-956e2a559da5 req-d81167dd-7481-4c2b-be0b-ecbcddb15214 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 944 time: 0.1845419 Jun 30 12:00:37.117106 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-509b41d3-932f-48a4-8d87-956e2a559da5 req-5874f30c-977b-4535-9b34-cabf7656ccc3 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2369793-695d-41c9-b1ce-745d7affaca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594411 Jun 30 12:00:37.119087 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Pushing event updated for resources: {'Port': ['ID=23414ac1-1368-4716-b4bc-8074336a2c69,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:37.183323 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Attempting to bind port 23414ac1-1368-4716-b4bc-8074336a2c69 on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:00:37.184390 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Attempting to bind port 23414ac1-1368-4716-b4bc-8074336a2c69 by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:00:37.185255 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Attempting to bind port 23414ac1-1368-4716-b4bc-8074336a2c69 on network b2d10cb7-945f-43a2-bb61-0a070d4fc848 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:00:37.195495 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Port 23414ac1-1368-4716-b4bc-8074336a2c69 on network b2d10cb7-945f-43a2-bb61-0a070d4fc848 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 12:00:37.196474 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Attempting to bind port 23414ac1-1368-4716-b4bc-8074336a2c69 on network b2d10cb7-945f-43a2-bb61-0a070d4fc848 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:00:37.206770 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 12, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:00:37.208074 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Checking segment: {'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:00:37.210112 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Bound using segment: {'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:00:37.211272 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Bound port: 23414ac1-1368-4716-b4bc-8074336a2c69, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:00:37.212150 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:37.375720 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-70a73e8d-2c49-4c59-a342-fc2e6cde33f7 req-14108d0c-0c21-4216-ac97-27fda0161fc5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=be9282a5-6522-4628-bba8-288d496ec867 HTTP/1.1" status: 200 len: 210 time: 0.0809042 Jun 30 12:00:37.424430 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20127e-0eb4-45c9-acae-3ee949282124 req-6187c6cf-0d6f-4193-9acb-c87983a90a28 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:37.426236 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-af20127e-0eb4-45c9-acae-3ee949282124 req-6187c6cf-0d6f-4193-9acb-c87983a90a28 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1961493 Jun 30 12:00:37.478542 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-af20127e-0eb4-45c9-acae-3ee949282124 req-b5169dff-7f03-453c-8c38-b3ba18ceaa13 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516276 Jun 30 12:00:37.486304 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] For port 23414ac1-1368-4716-b4bc-8074336a2c69, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:00:37.492798 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] For port 23414ac1-1368-4716-b4bc-8074336a2c69, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=23414ac1-1368-4716-b4bc-8074336a2c69,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:00:37.559896 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:37.589696 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-37f0c78f-1f41-490d-bb4e-471077f44f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:37.594469 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0c78f-1f41-490d-bb4e-471077f44f89 None None] The sync data for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi is: [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:00:37.626586 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:37.627182 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:37.628622 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] 10.222.0.44 "PUT /v2.0/ports/23414ac1-1368-4716-b4bc-8074336a2c69 HTTP/1.1" status: 200 len: 1094 time: 2.2979312 Jun 30 12:00:37.655846 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28297ce1-f99e-41a9-98eb-8432fb261f4c service neutron] Pushing event updated for resources: {'Port': ['ID=23414ac1-1368-4716-b4bc-8074336a2c69,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:37.792283 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 324f2012-00df-4fe9-bb81-521f461e3a86 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:00:37.924026 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-3986d46f-d985-42f5-9a5a-097ad7778f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:37.926627 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-3986d46f-d985-42f5-9a5a-097ad7778f00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 1097 time: 0.1560783 Jun 30 12:00:37.950061 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ee80c-9f67-4f1e-8160-607bfc4f827a None None] New status for floating IP 5e9c91bf-3fb6-44df-803e-532bfc29ecc1: DOWN {{(pid=88752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 12:00:38.013875 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-b1605570-9840-4854-8f89-f0af8d108f40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23414ac1-1368-4716-b4bc-8074336a2c69 HTTP/1.1" status: 200 len: 217 time: 0.0784271 Jun 30 12:00:38.028989 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 324f2012-00df-4fe9-bb81-521f461e3a86 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:00:38.121234 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-4c64afe3-d52b-4e79-b9be-65d99e0cfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:38.123739 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-4c64afe3-d52b-4e79-b9be-65d99e0cfebb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 200 len: 851 time: 0.1033208 Jun 30 12:00:38.133915 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 324f2012-00df-4fe9-bb81-521f461e3a86 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:38.134441 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:38.189026 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82155eba-9504-424a-8e9b-0c89c775ad04', 'tag': '23414ac1-1368-4716-b4bc-8074336a2c69'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:00:38.236454 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31e10f-5104-4b1c-8ef0-fa734437b402 req-56d72178-3c42-44db-84ce-8acc53d56ffd tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:38.245661 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1b31e10f-5104-4b1c-8ef0-fa734437b402 req-56d72178-3c42-44db-84ce-8acc53d56ffd tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 944 time: 0.1149833 Jun 30 12:00:38.246908 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-5b84f69e-39f0-4325-a51d-f81fffb311b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:38.248936 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-5b84f69e-39f0-4325-a51d-f81fffb311b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d10cb7-945f-43a2-bb61-0a070d4fc848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1175601 Jun 30 12:00:38.363876 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1b31e10f-5104-4b1c-8ef0-fa734437b402 req-95af223f-b2d6-42b2-9f84-07f9272ffe6e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173027 Jun 30 12:00:38.413251 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-b50e357c-cca5-4a24-80d9-3692269a7157 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556971 Jun 30 12:00:38.414619 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fddf5c-063c-4b78-a9e5-63f65a4a4f35 req-6d4541ea-988a-4602-9f9f-ecfbc45a834d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:38.416227 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-92fddf5c-063c-4b78-a9e5-63f65a4a4f35 req-6d4541ea-988a-4602-9f9f-ecfbc45a834d tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 944 time: 0.1199849 Jun 30 12:00:38.431747 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 324f2012-00df-4fe9-bb81-521f461e3a86 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:00:38.432174 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:38.475730 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f000c5be-8891-4f1b-a206-dfeb6f73945c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324f2012-00df-4fe9-bb81-521f461e3a86'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:00:38.488775 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 324f2012-00df-4fe9-bb81-521f461e3a86, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=324f2012-00df-4fe9-bb81-521f461e3a86,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:38.508729 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-92fddf5c-063c-4b78-a9e5-63f65a4a4f35 req-f71da943-04bd-4e69-b956-f4bf03b77310 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2369793-695d-41c9-b1ce-745d7affaca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806808 Jun 30 12:00:38.548428 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f598120-7185-4edf-9198-72f3c28826d9'] response: {'name': 'network-changed', 'server_uuid': '82155eba-9504-424a-8e9b-0c89c775ad04', 'tag': '23414ac1-1368-4716-b4bc-8074336a2c69', 'status': 'completed', 'code': 200} Jun 30 12:00:38.593608 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:38.594407 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device abb640bb-c772-45fe-9cb1-b603503b1a96 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:00:38.600846 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-be960075-6b7f-435a-a1fe-d5ddce7c5a14 req-c22f575c-0edc-4a22-b059-330d766a6ad0 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806018 Jun 30 12:00:38.635035 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9f0aed-89f0-4c2f-bef9-bb0485442c53'] response: {'server_uuid': 'f000c5be-8891-4f1b-a206-dfeb6f73945c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324f2012-00df-4fe9-bb81-521f461e3a86', 'code': 200} Jun 30 12:00:38.665173 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: abb640bb-c772-45fe-9cb1-b603503b1a96 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:00:38.665456 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device abb640bb-c772-45fe-9cb1-b603503b1a96 not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:00:38.665853 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 00e5bcaa-1403-4623-a7ad-39b7791bef0f no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:00:38.714332 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: 00e5bcaa-1403-4623-a7ad-39b7791bef0f {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:00:38.716643 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 00e5bcaa-1403-4623-a7ad-39b7791bef0f not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:00:38.752612 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=324f2012-00df-4fe9-bb81-521f461e3a86,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:38.758278 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45078) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:38.850351 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ecf25d2a-d598-40fd-a810-9aa7e0b6886e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:38.853984 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46c988-0ea2-4ad3-9df0-155368bc44d7 req-133e0a5c-8820-4a97-8b08-2284d5c6bb07 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:38.863362 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2c46c988-0ea2-4ad3-9df0-155368bc44d7 req-133e0a5c-8820-4a97-8b08-2284d5c6bb07 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1360431 Jun 30 12:00:38.884956 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2695e25-0e9d-479d-984f-fedb37876ff1 req-2989f041-8a2b-4a25-bb9a-fe383fb58147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:38.899396 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b2695e25-0e9d-479d-984f-fedb37876ff1 req-2989f041-8a2b-4a25-bb9a-fe383fb58147 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 1097 time: 0.1713858 Jun 30 12:00:38.899396 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ecf25d2a-d598-40fd-a810-9aa7e0b6886e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:38.922252 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2c46c988-0ea2-4ad3-9df0-155368bc44d7 req-aa9b6983-2aa5-45ad-a85c-6e64d4232877 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577331 Jun 30 12:00:39.153691 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2695e25-0e9d-479d-984f-fedb37876ff1 req-55c53488-3b4e-4f6f-b3dc-05a11c44b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:39.155164 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b2695e25-0e9d-479d-984f-fedb37876ff1 req-55c53488-3b4e-4f6f-b3dc-05a11c44b232 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 913 time: 0.2454281 Jun 30 12:00:39.223518 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ecf25d2a-d598-40fd-a810-9aa7e0b6886e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:39.250251 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b2695e25-0e9d-479d-984f-fedb37876ff1 req-3c65ba57-9bb5-4ed1-9111-aa6c7d0ff381 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23414ac1-1368-4716-b4bc-8074336a2c69 HTTP/1.1" status: 200 len: 217 time: 0.0878606 Jun 30 12:00:39.260184 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf25d2a-d598-40fd-a810-9aa7e0b6886e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ffc3d0-478d-4d64-a5c3-bfe93a83b421,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:39.305349 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc1035-8ff4-4a05-b14a-456f4179ba7c req-3bed0fe7-423b-41c9-82c8-65a280558d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:39.306829 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-eebc1035-8ff4-4a05-b14a-456f4179ba7c req-3bed0fe7-423b-41c9-82c8-65a280558d27 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 1098 time: 0.2462907 Jun 30 12:00:39.363987 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2695e25-0e9d-479d-984f-fedb37876ff1 req-a4afe7f8-4189-4023-b949-2835fb465015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:39.366318 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b2695e25-0e9d-479d-984f-fedb37876ff1 req-a4afe7f8-4189-4023-b949-2835fb465015 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 200 len: 851 time: 0.1066530 Jun 30 12:00:39.426900 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-eebc1035-8ff4-4a05-b14a-456f4179ba7c req-4a3a5de2-c004-4ef9-8767-58fa13915322 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a2369793-695d-41c9-b1ce-745d7affaca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113951 Jun 30 12:00:39.432739 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ecf25d2a-d598-40fd-a810-9aa7e0b6886e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:39.433785 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-ecf25d2a-d598-40fd-a810-9aa7e0b6886e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "DELETE /v2.0/security-groups/16ffc3d0-478d-4d64-a5c3-bfe93a83b421 HTTP/1.1" status: 204 len: 168 time: 0.6744630 Jun 30 12:00:39.436732 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45082) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:39.458458 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.api.v2.resource [None req-a3c10b77-01ca-4a0b-ad6a-aac614c01a51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] show failed (client error): The resource could not be found. Jun 30 12:00:39.462918 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-a3c10b77-01ca-4a0b-ad6a-aac614c01a51 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups/16ffc3d0-478d-4d64-a5c3-bfe93a83b421 HTTP/1.1" status: 404 len: 347 time: 0.0221395 Jun 30 12:00:39.463181 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45088) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:39.481816 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2695e25-0e9d-479d-984f-fedb37876ff1 req-52f10a65-07b6-4fb3-9a0b-2e9992174450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:39.481816 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b2695e25-0e9d-479d-984f-fedb37876ff1 req-52f10a65-07b6-4fb3-9a0b-2e9992174450 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d10cb7-945f-43a2-bb61-0a070d4fc848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1060610 Jun 30 12:00:39.740318 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-53c8d40d-17c0-4786-9947-68fdd95118c1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Deleting port e23ec97f-f57f-41e1-a306-05ccfd3fd43f {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:00:39.741198 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-53c8d40d-17c0-4786-9947-68fdd95118c1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:39.786725 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b2695e25-0e9d-479d-984f-fedb37876ff1 req-26ad66f3-9802-4630-ba0a-66c8e51c6220 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447849 Jun 30 12:00:39.946158 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbbe09-91df-46ce-bd54-2e6aee17aab4 req-6556d9ed-b210-4173-a917-883fdbabbb7d tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:39.948252 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ebbbbe09-91df-46ce-bd54-2e6aee17aab4 req-6556d9ed-b210-4173-a917-883fdbabbb7d tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 944 time: 0.3474269 Jun 30 12:00:39.997121 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9ef4c-8d7f-45c3-b538-68768b2af800 req-91646169-f4dd-4351-8796-e6f1c1e7b283 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:39.999818 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-21d9ef4c-8d7f-45c3-b538-68768b2af800 req-91646169-f4dd-4351-8796-e6f1c1e7b283 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 945 time: 0.3375816 Jun 30 12:00:40.054366 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-53c8d40d-17c0-4786-9947-68fdd95118c1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:40.054772 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-53c8d40d-17c0-4786-9947-68fdd95118c1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:40.168403 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b2695e25-0e9d-479d-984f-fedb37876ff1 req-9f7d6c0d-c76d-4942-ab6a-50f376c4c4f5 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746846 Jun 30 12:00:40.226160 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd738d9a-c162-4c7b-9bbc-f114e2ab9a57 req-faffe975-06cb-435a-97a3-4e97b5c56c9d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:40.226861 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-dd738d9a-c162-4c7b-9bbc-f114e2ab9a57 req-faffe975-06cb-435a-97a3-4e97b5c56c9d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Synchronizing usage tracker for tenant:843f057330a14531be79ff8bf58367eb on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:40.240383 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-dd738d9a-c162-4c7b-9bbc-f114e2ab9a57 req-faffe975-06cb-435a-97a3-4e97b5c56c9d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Unset dirty status for tenant:843f057330a14531be79ff8bf58367eb on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:40.242268 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-dd738d9a-c162-4c7b-9bbc-f114e2ab9a57 req-faffe975-06cb-435a-97a3-4e97b5c56c9d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.44 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1247351 Jun 30 12:00:40.299833 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-53c8d40d-17c0-4786-9947-68fdd95118c1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Calling delete_port for e23ec97f-f57f-41e1-a306-05ccfd3fd43f owned by network:floatingip {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:00:40.326619 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-dd738d9a-c162-4c7b-9bbc-f114e2ab9a57 req-27ae2f77-6cba-4315-b1dd-90e7b8caef86 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Deleting port 3892292b-0944-4744-84cc-e6e81331b397 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:00:40.327005 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-dd738d9a-c162-4c7b-9bbc-f114e2ab9a57 req-27ae2f77-6cba-4315-b1dd-90e7b8caef86 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:40.383791 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ebbbbe09-91df-46ce-bd54-2e6aee17aab4 req-6ddb9242-626d-4ad4-8431-6660ae815b73 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4080901 Jun 30 12:00:40.388915 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-21d9ef4c-8d7f-45c3-b538-68768b2af800 req-9c06a664-b5ea-4343-b464-703024547c3c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2369793-695d-41c9-b1ce-745d7affaca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3578711 Jun 30 12:00:40.615101 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067353fd-dfbb-472e-9951-5576106c5d96 req-8927ef9b-5515-44d7-a3cd-208b9dd42aaf tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:40.617429 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-067353fd-dfbb-472e-9951-5576106c5d96 req-8927ef9b-5515-44d7-a3cd-208b9dd42aaf tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 945 time: 0.1074612 Jun 30 12:00:40.621541 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-53c8d40d-17c0-4786-9947-68fdd95118c1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:40.632101 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-dd738d9a-c162-4c7b-9bbc-f114e2ab9a57 req-27ae2f77-6cba-4315-b1dd-90e7b8caef86 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] For port 3892292b-0944-4744-84cc-e6e81331b397, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=3892292b-0944-4744-84cc-e6e81331b397,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:40.632498 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-dd738d9a-c162-4c7b-9bbc-f114e2ab9a57 req-27ae2f77-6cba-4315-b1dd-90e7b8caef86 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:40.690325 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8d40d-17c0-4786-9947-68fdd95118c1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event deleted for resources: {'Port': ['ID=e23ec97f-f57f-41e1-a306-05ccfd3fd43f,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:40.779091 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-dd738d9a-c162-4c7b-9bbc-f114e2ab9a57 req-27ae2f77-6cba-4315-b1dd-90e7b8caef86 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Calling delete_port for 3892292b-0944-4744-84cc-e6e81331b397 owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:00:40.807974 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-067353fd-dfbb-472e-9951-5576106c5d96 req-860ba02a-0299-497d-bddb-6c7c06215c1d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/security-groups?id=351d7208-60b9-4263-b899-a2403aa0940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810467 Jun 30 12:00:40.855420 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-53c8d40d-17c0-4786-9947-68fdd95118c1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:40.975163 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-53c8d40d-17c0-4786-9947-68fdd95118c1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:40.978491 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-53c8d40d-17c0-4786-9947-68fdd95118c1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "DELETE /v2.0/floatingips/5e9c91bf-3fb6-44df-803e-532bfc29ecc1 HTTP/1.1" status: 204 len: 168 time: 1.5128160 Jun 30 12:00:41.044305 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-dd738d9a-c162-4c7b-9bbc-f114e2ab9a57 req-27ae2f77-6cba-4315-b1dd-90e7b8caef86 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:41.056823 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['3892292b-0944-4744-84cc-e6e81331b397'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:00:41.102849 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae2f77-6cba-4315-b1dd-90e7b8caef86 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Pushing event deleted for resources: {'Port': ['ID=3892292b-0944-4744-84cc-e6e81331b397,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:41.136190 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45098) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:41.141737 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991341911', 'description': 'tempest-description--918182685'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:41.148540 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:41.153135 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:41.156121 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:41.163094 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:41.197639 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd738d9a-c162-4c7b-9bbc-f114e2ab9a57 req-27ae2f77-6cba-4315-b1dd-90e7b8caef86 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] No DVR routers for this DVR port 3892292b-0944-4744-84cc-e6e81331b397 on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:00:41.200151 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-dd738d9a-c162-4c7b-9bbc-f114e2ab9a57 req-27ae2f77-6cba-4315-b1dd-90e7b8caef86 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:41.202873 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06ff3f1-a69b-49a6-a17a-56be479d9beb', 'name': 'network-vif-deleted', 'tag': '3892292b-0944-4744-84cc-e6e81331b397'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:00:41.256540 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fda7bab-5d41-46a6-b0b6-32494f29c7ec'] response: {'server_uuid': 'a06ff3f1-a69b-49a6-a17a-56be479d9beb', 'name': 'network-vif-deleted', 'tag': '3892292b-0944-4744-84cc-e6e81331b397', 'status': 'completed', 'code': 200} Jun 30 12:00:41.262383 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:41.284520 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:41.289155 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group_rule and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:41.292075 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:41.297945 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:41.302880 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-dd738d9a-c162-4c7b-9bbc-f114e2ab9a57 req-27ae2f77-6cba-4315-b1dd-90e7b8caef86 tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.44 "DELETE /v2.0/ports/3892292b-0944-4744-84cc-e6e81331b397 HTTP/1.1" status: 204 len: 173 time: 1.0550418 Jun 30 12:00:41.373049 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:41.479617 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:41.672490 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836c8ab6-c67b-42c7-9189-8d85fdb79293,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:41.745974 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac9d2c-61d1-41bb-887a-d177d977bb42 req-54849125-7d1c-412c-b462-d6790ac96515 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:41.747541 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-82ac9d2c-61d1-41bb-887a-d177d977bb42 req-54849125-7d1c-412c-b462-d6790ac96515 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 945 time: 0.2299416 Jun 30 12:00:41.778547 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a67ab0-5313-4649-8c79-fd952983dba5 req-c04e5119-7537-46a5-a42e-5ff143365355 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:41.780151 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-80a67ab0-5313-4649-8c79-fd952983dba5 req-c04e5119-7537-46a5-a42e-5ff143365355 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 944 time: 0.1820056 Jun 30 12:00:41.783000 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:41.784261 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-e9be01da-982c-4260-8948-d4cc9245e9ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6468496 Jun 30 12:00:41.787777 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45108) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:41.796146 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-7290b4c4-3a8f-48a2-b6f8-e349d9f9e6f5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'security_group_rule': {'security_group_id': '836c8ab6-c67b-42c7-9189-8d85fdb79293', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:41.806616 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-7290b4c4-3a8f-48a2-b6f8-e349d9f9e6f5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:41.813769 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-7290b4c4-3a8f-48a2-b6f8-e349d9f9e6f5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group_rule and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:41.819876 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-7290b4c4-3a8f-48a2-b6f8-e349d9f9e6f5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:41.830727 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-7290b4c4-3a8f-48a2-b6f8-e349d9f9e6f5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:41.838166 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-82ac9d2c-61d1-41bb-887a-d177d977bb42 req-ff1fc2db-c213-465c-a99b-ff4c2e80988a tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2369793-695d-41c9-b1ce-745d7affaca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834200 Jun 30 12:00:41.859723 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-80a67ab0-5313-4649-8c79-fd952983dba5 req-eb27b417-0a33-4e33-a7a3-94024e66509a tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678329 Jun 30 12:00:41.937028 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7290b4c4-3a8f-48a2-b6f8-e349d9f9e6f5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:42.027153 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7290b4c4-3a8f-48a2-b6f8-e349d9f9e6f5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:42.096686 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7290b4c4-3a8f-48a2-b6f8-e349d9f9e6f5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:42.106629 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f2563700-071b-4026-81d0-ff67cd20e59a req-c624e9f4-4cbe-40b2-8c0a-e94aeef08fea tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06ff3f1-a69b-49a6-a17a-56be479d9beb HTTP/1.1" status: 200 len: 210 time: 0.1161387 Jun 30 12:00:42.130321 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290b4c4-3a8f-48a2-b6f8-e349d9f9e6f5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2c91ac-d213-478d-956a-e571821aae68,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:42.179232 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460f168-fca1-48e7-9362-3235a514b3c4 req-52323558-27c4-41b4-9d7a-d9b1d071e00c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:42.182009 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e460f168-fca1-48e7-9362-3235a514b3c4 req-52323558-27c4-41b4-9d7a-d9b1d071e00c tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 945 time: 0.1391287 Jun 30 12:00:42.200398 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45116) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:42.202872 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-7b11a555-ad57-4029-ab5c-498bba9c7d38 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Request body: {'floatingip': {'port_id': '324f2012-00df-4fe9-bb81-521f461e3a86'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:42.224425 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7290b4c4-3a8f-48a2-b6f8-e349d9f9e6f5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:42.227063 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-7290b4c4-3a8f-48a2-b6f8-e349d9f9e6f5 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4369962 Jun 30 12:00:42.231290 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45120) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:42.243466 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-6fbbaf96-ac01-4e70-8349-f790ba25997c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'security_group_rule': {'security_group_id': '836c8ab6-c67b-42c7-9189-8d85fdb79293', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:42.251506 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-6fbbaf96-ac01-4e70-8349-f790ba25997c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:42.259032 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-6fbbaf96-ac01-4e70-8349-f790ba25997c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:security_group_rule and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:42.264962 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-6fbbaf96-ac01-4e70-8349-f790ba25997c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:42.272789 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-6fbbaf96-ac01-4e70-8349-f790ba25997c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:42.286805 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7b11a555-ad57-4029-ab5c-498bba9c7d38 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for floatingip, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:42.353101 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6fbbaf96-ac01-4e70-8349-f790ba25997c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:42.428026 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6fbbaf96-ac01-4e70-8349-f790ba25997c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:42.496235 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6fbbaf96-ac01-4e70-8349-f790ba25997c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515611'] for security_group_rule, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:42.524303 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbaf96-ac01-4e70-8349-f790ba25997c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069ecdb6-bef1-46c9-bbe1-bc6f79020ac9,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:42.581959 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6fbbaf96-ac01-4e70-8349-f790ba25997c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:42.583210 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-6fbbaf96-ac01-4e70-8349-f790ba25997c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3482223 Jun 30 12:00:42.586611 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45124) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:42.591631 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'floatingip': {'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:42.597951 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:42.602277 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Usage tracker for resource:floatingip and tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:42.605211 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:42.611224 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:42.667725 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:42.821536 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:42.989625 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Allocated IP 172.27.1.139 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/54d529f7-af3e-4dc6-bb25-3504b33e8769) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:00:43.124074 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7b11a555-ad57-4029-ab5c-498bba9c7d38 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:43.158609 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:43.159462 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ba11e-7c1c-47a4-8190-5e2c47ab0c57 req-41590492-5192-471b-9aae-0129a554b330 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:43.160889 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-735ba11e-7c1c-47a4-8190-5e2c47ab0c57 req-41590492-5192-471b-9aae-0129a554b330 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 944 time: 0.1362872 Jun 30 12:00:43.229566 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7b11a555-ad57-4029-ab5c-498bba9c7d38 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:43.268239 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:43.304283 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45132) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:43.315768 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-735ba11e-7c1c-47a4-8190-5e2c47ab0c57 req-53941e8e-9e3f-47a9-beae-5fbeb36c6bd4 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476703 Jun 30 12:00:43.343413 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:00:43.346941 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:00:43.350351 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:00:43.471761 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.l3_db [None req-7b11a555-ad57-4029-ab5c-498bba9c7d38 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Floating IP 550dc77e-1c37-4beb-a3cd-b62816d20c32 associated. External IP: 172.27.1.26, port: 324f2012-00df-4fe9-bb81-521f461e3a86. Jun 30 12:00:43.507748 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'Port': ['ID=54d529f7-af3e-4dc6-bb25-3504b33e8769,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:43.705408 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:43.853838 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b11a555-ad57-4029-ab5c-498bba9c7d38 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Router 18207179-1024-4596-9a7b-31e8ea0d4145 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:00:43.931192 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:44.045460 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b11a555-ad57-4029-ab5c-498bba9c7d38 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:00:44.053531 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7b11a555-ad57-4029-ab5c-498bba9c7d38 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:44.063164 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb81fa0-c287-4efd-8747-6c451d144ac4 None None] Sync routers for ids ['18207179-1024-4596-9a7b-31e8ea0d4145'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:00:44.076017 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb81fa0-c287-4efd-8747-6c451d144ac4 None None] Routers {'18207179-1024-4596-9a7b-31e8ea0d4145'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:44.076839 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-abb81fa0-c287-4efd-8747-6c451d144ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:00:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['18207179-1024-4596-9a7b-31e8ea0d4145'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:44.130663 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-7b11a555-ad57-4029-ab5c-498bba9c7d38 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "PUT /v2.0/floatingips/550dc77e-1c37-4beb-a3cd-b62816d20c32 HTTP/1.1" status: 200 len: 990 time: 1.9325199 Jun 30 12:00:44.132463 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f000c5be-8891-4f1b-a206-dfeb6f73945c', 'tag': '324f2012-00df-4fe9-bb81-521f461e3a86'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:00:44.216540 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf47b27-7c51-4cf8-84ae-a36c2c1c1c19'] response: {'name': 'network-changed', 'server_uuid': 'f000c5be-8891-4f1b-a206-dfeb6f73945c', 'tag': '324f2012-00df-4fe9-bb81-521f461e3a86', 'status': 'completed', 'code': 200} Jun 30 12:00:44.310911 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-abb81fa0-c287-4efd-8747-6c451d144ac4 None None] Set router 18207179-1024-4596-9a7b-31e8ea0d4145 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:44.404229 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:44.418546 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3b0b3-5a55-47e6-883b-ee047cea5464 req-657feb3f-ca57-476c-a623-9946cd96e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:44.420871 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22a3b0b3-5a55-47e6-883b-ee047cea5464 req-657feb3f-ca57-476c-a623-9946cd96e044 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a7c4d775013495f985d1352b2699d20&device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 1098 time: 0.1741235 Jun 30 12:00:44.517937 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:44.606432 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb66e6-f32f-4880-a09a-e382c3f72d3a req-bb6024b9-b20d-4777-8024-677ea46de8d4 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:44.608327 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-19bb66e6-f32f-4880-a09a-e382c3f72d3a req-bb6024b9-b20d-4777-8024-677ea46de8d4 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 944 time: 0.1507695 Jun 30 12:00:44.665926 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-19bb66e6-f32f-4880-a09a-e382c3f72d3a req-9df560da-ad68-4f6b-ac08-56b87ab1b97c tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451696 Jun 30 12:00:44.712787 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-abb81fa0-c287-4efd-8747-6c451d144ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '550dc77e-1c37-4beb-a3cd-b62816d20c32', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'port_id': '324f2012-00df-4fe9-bb81-521f461e3a86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'mac_address': 'fa:16:3e:fd:a7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f000c5be-8891-4f1b-a206-dfeb6f73945c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T12:00:21Z', 'updated_at': '2022-06-30T12:00:42Z', 'revision_number': 1, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:38Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:44.717185 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb81fa0-c287-4efd-8747-6c451d144ac4 None None] Checking router: 18207179-1024-4596-9a7b-31e8ea0d4145 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:00:44.727311 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb81fa0-c287-4efd-8747-6c451d144ac4 None None] Routers {'18207179-1024-4596-9a7b-31e8ea0d4145'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:44.727927 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-abb81fa0-c287-4efd-8747-6c451d144ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:00:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['18207179-1024-4596-9a7b-31e8ea0d4145'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:44.741144 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'Port': ['ID=54d529f7-af3e-4dc6-bb25-3504b33e8769,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:44.808111 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:44.824742 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3b0b3-5a55-47e6-883b-ee047cea5464 req-a87072a5-f300-442f-9460-6fbbf26a789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:44.826190 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22a3b0b3-5a55-47e6-883b-ee047cea5464 req-a87072a5-f300-442f-9460-6fbbf26a789b service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 HTTP/1.1" status: 200 len: 910 time: 0.3635573 Jun 30 12:00:44.833598 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8284aac9-be3f-4dd8-a30b-ff4f95fdc630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534753'] for router_interface, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:44.973228 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-abb81fa0-c287-4efd-8747-6c451d144ac4 None None] Set router 18207179-1024-4596-9a7b-31e8ea0d4145 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:45.201450 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22a3b0b3-5a55-47e6-883b-ee047cea5464 req-6ff3b3a0-3ff5-4d3b-baff-6861f0152c6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=324f2012-00df-4fe9-bb81-521f461e3a86 HTTP/1.1" status: 200 len: 998 time: 0.3157172 Jun 30 12:00:45.203851 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:45.205030 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-989b773b-17c6-4480-8841-21c0670fdf21 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6174803 Jun 30 12:00:45.402131 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3b0b3-5a55-47e6-883b-ee047cea5464 req-656526a8-a44e-4dd6-8054-298a8bf9b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:45.403626 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22a3b0b3-5a55-47e6-883b-ee047cea5464 req-656526a8-a44e-4dd6-8054-298a8bf9b38d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9acea99c-2923-40c6-9879-4a0dcdc3c90f HTTP/1.1" status: 200 len: 848 time: 0.1948159 Jun 30 12:00:45.407623 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-d708052c-3ca5-4f96-a5a4-de228f302c13 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Synchronizing usage tracker for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:45.443066 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-abb81fa0-c287-4efd-8747-6c451d144ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '550dc77e-1c37-4beb-a3cd-b62816d20c32', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'port_id': '324f2012-00df-4fe9-bb81-521f461e3a86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'mac_address': 'fa:16:3e:fd:a7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f000c5be-8891-4f1b-a206-dfeb6f73945c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T12:00:21Z', 'updated_at': '2022-06-30T12:00:42Z', 'revision_number': 1, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:38Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:45.450248 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb81fa0-c287-4efd-8747-6c451d144ac4 None None] The sync data for ids ['18207179-1024-4596-9a7b-31e8ea0d4145'] in dv-cinder-848250-1-iscsi is: [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '550dc77e-1c37-4beb-a3cd-b62816d20c32', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'port_id': '324f2012-00df-4fe9-bb81-521f461e3a86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'mac_address': 'fa:16:3e:fd:a7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f000c5be-8891-4f1b-a206-dfeb6f73945c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T12:00:21Z', 'updated_at': '2022-06-30T12:00:42Z', 'revision_number': 1, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:38Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:00:45.557921 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3b0b3-5a55-47e6-883b-ee047cea5464 req-7dad8298-2f2d-40c0-b15e-de2d08988e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:45.559439 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22a3b0b3-5a55-47e6-883b-ee047cea5464 req-7dad8298-2f2d-40c0-b15e-de2d08988e4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1476471 Jun 30 12:00:45.565350 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-d708052c-3ca5-4f96-a5a4-de228f302c13 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Unset dirty status for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:45.567363 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-d708052c-3ca5-4f96-a5a4-de228f302c13 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1991341911&fields=id&tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3 HTTP/1.1" status: 200 len: 267 time: 0.2039573 Jun 30 12:00:45.691812 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-8284aac9-be3f-4dd8-a30b-ff4f95fdc630 admin admin] Deleting port d4b02014-946d-4cfb-b8f9-985b2c8695dc {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:00:45.692150 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8284aac9-be3f-4dd8-a30b-ff4f95fdc630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:45.744989 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e8226-f7b9-4cfd-a677-5bfb98b28826 None None] New status for floating IP 550dc77e-1c37-4beb-a3cd-b62816d20c32: ACTIVE {{(pid=88752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 12:00:45.792738 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-59335dcd-61b9-48e3-ae46-1d8c8bef711c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:45.794276 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-59335dcd-61b9-48e3-ae46-1d8c8bef711c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/networks?id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74 HTTP/1.1" status: 200 len: 815 time: 0.2179136 Jun 30 12:00:45.817951 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-b827b73d-58cd-447f-b410-69e973adfd8e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/quotas/4b6adc9b6c6d4b01af0d17d42212e2b3 HTTP/1.1" status: 200 len: 375 time: 0.0108123 Jun 30 12:00:45.855337 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22a3b0b3-5a55-47e6-883b-ee047cea5464 req-76da1af8-6f4b-410a-95e5-89332c43da06 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716279 Jun 30 12:00:45.982769 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 3892292b-0944-4744-84cc-e6e81331b397 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:00:46.037726 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [None req-8284aac9-be3f-4dd8-a30b-ff4f95fdc630 admin admin] For port d4b02014-946d-4cfb-b8f9-985b2c8695dc, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d4b02014-946d-4cfb-b8f9-985b2c8695dc,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:46.038079 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8284aac9-be3f-4dd8-a30b-ff4f95fdc630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:46.079904 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: 3892292b-0944-4744-84cc-e6e81331b397 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:00:46.080515 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 3892292b-0944-4744-84cc-e6e81331b397 not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:00:46.123722 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22a3b0b3-5a55-47e6-883b-ee047cea5464 req-117af6ad-fbca-4206-8b55-bc903380e254 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569449 Jun 30 12:00:46.152568 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-ac7a7b8d-37da-407a-9d80-a57698cb6d99 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Synchronizing usage tracker for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:46.179406 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f14a51-22e9-42b8-892e-1d66cb1459ea req-f005ad42-95d1-472a-9e85-f5ddc4d4e78b tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:46.181118 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c7f14a51-22e9-42b8-892e-1d66cb1459ea req-f005ad42-95d1-472a-9e85-f5ddc4d4e78b tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 944 time: 0.2764556 Jun 30 12:00:46.189599 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-8284aac9-be3f-4dd8-a30b-ff4f95fdc630 admin admin] Calling delete_port for d4b02014-946d-4cfb-b8f9-985b2c8695dc owned by network:router_interface {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:00:46.199528 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:46.236790 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c7f14a51-22e9-42b8-892e-1d66cb1459ea req-a2a881ef-ca2a-4a88-85c6-2f58601ea6cd tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466471 Jun 30 12:00:46.279716 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-ac7a7b8d-37da-407a-9d80-a57698cb6d99 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Unset dirty status for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:46.281643 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-ac7a7b8d-37da-407a-9d80-a57698cb6d99 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4416018 Jun 30 12:00:46.429399 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-8e736333-3edf-4e7a-88b4-452a5208c43c service neutron] 10.222.0.18 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350985 Jun 30 12:00:46.491277 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8284aac9-be3f-4dd8-a30b-ff4f95fdc630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:46.548003 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284aac9-be3f-4dd8-a30b-ff4f95fdc630 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b02014-946d-4cfb-b8f9-985b2c8695dc,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:46.579527 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-108ba5d1-30f7-4a11-942f-2e580b1f3070 service neutron] 10.222.0.18 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409824 Jun 30 12:00:46.900609 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f7201f4e-4a5f-44cf-8734-4715744333c5 req-042af4e3-538a-47aa-b70e-4411fabbe11c tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 210 time: 0.0674911 Jun 30 12:00:46.991264 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-8284aac9-be3f-4dd8-a30b-ff4f95fdc630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534677'] for router_interface, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:47.400455 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8284aac9-be3f-4dd8-a30b-ff4f95fdc630 admin admin] Router d2e50eca-6524-489c-9f17-ad400347eae9 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:00:47.466885 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb7920-34ad-474c-8f54-44f0452b1378 req-3732b1c5-8024-4efe-8ae8-8c2db0053fed tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:47.468600 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6ecb7920-34ad-474c-8f54-44f0452b1378 req-3732b1c5-8024-4efe-8ae8-8c2db0053fed tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 944 time: 0.1024992 Jun 30 12:00:47.542159 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6ecb7920-34ad-474c-8f54-44f0452b1378 req-da9a9975-4426-479c-9e9f-0ae65c1af70b tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596220 Jun 30 12:00:47.646097 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8284aac9-be3f-4dd8-a30b-ff4f95fdc630 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:00:47.657448 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f6cec-2f67-4005-bec3-2b9fda7abbfe None None] Sync routers for ids ['d2e50eca-6524-489c-9f17-ad400347eae9'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:00:47.666176 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-8284aac9-be3f-4dd8-a30b-ff4f95fdc630 admin admin] 10.222.0.18 "PUT /v2.0/routers/d2e50eca-6524-489c-9f17-ad400347eae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3609025 Jun 30 12:00:47.669518 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45172) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:47.674849 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d03a4fa1-c3e9-4e1e-84c5-25e6fb3affe7 req-7be5392d-40a4-40cb-8f47-8814359f2bae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1211138 Jun 30 12:00:47.679174 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f6cec-2f67-4005-bec3-2b9fda7abbfe None None] Routers {'d2e50eca-6524-489c-9f17-ad400347eae9'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:47.681476 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-b30f6cec-2f67-4005-bec3-2b9fda7abbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:00:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['d2e50eca-6524-489c-9f17-ad400347eae9'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:47.864931 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 23414ac1-1368-4716-b4bc-8074336a2c69 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 12:00:47.889833 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a4fa1-c3e9-4e1e-84c5-25e6fb3affe7 req-6a35cdc5-b00d-4149-aaee-5167c32095e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:47.891678 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d03a4fa1-c3e9-4e1e-84c5-25e6fb3affe7 req-6a35cdc5-b00d-4149-aaee-5167c32095e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eba484848b8e4410a0a4acc6f3019575&device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 1098 time: 0.1416543 Jun 30 12:00:47.896904 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Notify callbacks [] for router, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:47.916952 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-b30f6cec-2f67-4005-bec3-2b9fda7abbfe None None] Set router d2e50eca-6524-489c-9f17-ad400347eae9 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:48.107215 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a4fa1-c3e9-4e1e-84c5-25e6fb3affe7 req-e880d911-87c3-45f7-a9f5-69cbb794f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:48.109893 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d03a4fa1-c3e9-4e1e-84c5-25e6fb3affe7 req-e880d911-87c3-45f7-a9f5-69cbb794f991 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33724ee5-5a3e-4d68-a19f-6043ed2b8c26 HTTP/1.1" status: 200 len: 909 time: 0.1824560 Jun 30 12:00:48.110384 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:48.143324 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 23414ac1-1368-4716-b4bc-8074336a2c69, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=23414ac1-1368-4716-b4bc-8074336a2c69,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:48.160571 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '23414ac1-1368-4716-b4bc-8074336a2c69', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'port_id': '23414ac1-1368-4716-b4bc-8074336a2c69', 'mac_address': 'fa:16:3e:20:c2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 12:00:48.206400 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-db7346df-7d28-458b-baa7-3bedfc50c001 req-a9b0a419-84ce-429a-ac92-d1749e34e878 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 210 time: 0.0584919 Jun 30 12:00:48.237338 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 23414ac1-1368-4716-b4bc-8074336a2c69 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:00:48.237715 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:48.245377 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d03a4fa1-c3e9-4e1e-84c5-25e6fb3affe7 req-947e3acb-edfb-40fe-9613-1d6779eed8d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14677172-f70a-42f9-b49b-19b9f7b2802b HTTP/1.1" status: 200 len: 1000 time: 0.1282470 Jun 30 12:00:48.246685 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Deleting port a594ad72-7b95-4ac8-91ed-1b8c4e079022 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:00:48.247398 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:48.259287 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23414ac1-1368-4716-b4bc-8074336a2c69 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:00:48.279240 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 23414ac1-1368-4716-b4bc-8074336a2c69, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=23414ac1-1368-4716-b4bc-8074336a2c69,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:48.298477 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-6ad393eb-af54-4236-97ae-9c535f04aee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:48.328632 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a4fa1-c3e9-4e1e-84c5-25e6fb3affe7 req-e9dcd441-64f0-4e86-99d0-5de9d8c327bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:48.330275 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d03a4fa1-c3e9-4e1e-84c5-25e6fb3affe7 req-e9dcd441-64f0-4e86-99d0-5de9d8c327bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fd1625f-4000-45fe-8c1a-a812dcf95e0d HTTP/1.1" status: 200 len: 847 time: 0.0755467 Jun 30 12:00:48.346535 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:48.414083 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-b30f6cec-2f67-4005-bec3-2b9fda7abbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T12:00:46Z', 'revision_number': 5, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port': {'id': 'a594ad72-7b95-4ac8-91ed-1b8c4e079022', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:48.418996 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f6cec-2f67-4005-bec3-2b9fda7abbfe None None] Checking router: d2e50eca-6524-489c-9f17-ad400347eae9 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:00:48.430957 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f6cec-2f67-4005-bec3-2b9fda7abbfe None None] Routers {'d2e50eca-6524-489c-9f17-ad400347eae9'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:48.431733 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-b30f6cec-2f67-4005-bec3-2b9fda7abbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:00:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['d2e50eca-6524-489c-9f17-ad400347eae9'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:48.444916 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a4fa1-c3e9-4e1e-84c5-25e6fb3affe7 req-03de68fc-d206-4aa0-a2ed-f588f0532771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:48.446766 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d03a4fa1-c3e9-4e1e-84c5-25e6fb3affe7 req-03de68fc-d206-4aa0-a2ed-f588f0532771 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33724ee5-5a3e-4d68-a19f-6043ed2b8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1097636 Jun 30 12:00:48.484396 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] For port a594ad72-7b95-4ac8-91ed-1b8c4e079022, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=a594ad72-7b95-4ac8-91ed-1b8c4e079022,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:48.485088 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:48.487447 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=23414ac1-1368-4716-b4bc-8074336a2c69,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:48.589790 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['23414ac1-1368-4716-b4bc-8074336a2c69'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:00:48.624518 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Calling delete_port for a594ad72-7b95-4ac8-91ed-1b8c4e079022 owned by network:router_gateway {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:00:48.633679 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-b30f6cec-2f67-4005-bec3-2b9fda7abbfe None None] Set router d2e50eca-6524-489c-9f17-ad400347eae9 gateway port host: None {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:48.659510 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d03a4fa1-c3e9-4e1e-84c5-25e6fb3affe7 req-bd132079-7408-45c2-a289-3a90d810bc58 service neutron] 10.222.0.44 "GET /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057261 Jun 30 12:00:48.795089 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-b30f6cec-2f67-4005-bec3-2b9fda7abbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T12:00:48Z', 'revision_number': 6, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port_host': None}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:48.800231 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f6cec-2f67-4005-bec3-2b9fda7abbfe None None] The sync data for ids ['d2e50eca-6524-489c-9f17-ad400347eae9'] in dv-cinder-848250-1-iscsi is: [{'id': 'd2e50eca-6524-489c-9f17-ad400347eae9', 'name': 'tempest-ServerRescueNegativeTestJSON-2112934384-router', 'tenant_id': '843f057330a14531be79ff8bf58367eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T12:00:48Z', 'revision_number': 6, 'project_id': '843f057330a14531be79ff8bf58367eb', 'gw_port_host': None}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:00:48.884556 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d03a4fa1-c3e9-4e1e-84c5-25e6fb3affe7 req-3f8a05be-d353-4fe0-b53a-5b4d97decb6b service neutron] 10.222.0.44 "GET /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166483 Jun 30 12:00:49.011564 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84adef-5d69-4001-809b-589195697b52 req-bdb0fd22-de8c-4d1c-9687-f24863da4174 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:49.013503 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6b84adef-5d69-4001-809b-589195697b52 req-bdb0fd22-de8c-4d1c-9687-f24863da4174 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 945 time: 0.2776506 Jun 30 12:00:49.113196 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6b84adef-5d69-4001-809b-589195697b52 req-e5864ad9-2e11-4429-b998-dfb12796c699 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873170 Jun 30 12:00:49.212749 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:49.354437 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=a594ad72-7b95-4ac8-91ed-1b8c4e079022,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:49.451553 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:49.451897 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:49.452229 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:49.452591 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:49.452937 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:49.453256 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:49.453580 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:49.453897 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:49.454223 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:49.454850 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:49.455022 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:49.455263 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:49.465310 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-596fe116-3e1e-4c13-b482-4005960d186b req-03f0405c-129e-4811-a387-cce64290ceda tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 210 time: 0.1195049 Jun 30 12:00:49.468297 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-9c035700-4858-4793-8793-85018ad57b32 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:49.470013 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-9c035700-4858-4793-8793-85018ad57b32 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "GET /v2.0/networks?id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74 HTTP/1.1" status: 200 len: 815 time: 0.3493440 Jun 30 12:00:49.505570 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579328'] for router_gateway, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:49.534698 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-6ca86e5f-671c-456b-81fe-01a36f77da23 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Synchronizing usage tracker for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:security_group {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:00:49.554944 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-6ca86e5f-671c-456b-81fe-01a36f77da23 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Unset dirty status for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:security_group {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:00:49.556858 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-6ca86e5f-671c-456b-81fe-01a36f77da23 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3 HTTP/1.1" status: 200 len: 380 time: 0.0724056 Jun 30 12:00:49.572445 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'port': {'device_id': '078c0ff0-d569-4776-8861-2c7860b53567', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'admin_state_up': True, 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'security_groups': ['836c8ab6-c67b-42c7-9189-8d85fdb79293']}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:49.727221 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7319'] for router, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:49.730191 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:49.793310 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:49.806443 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:49.838665 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-580833'] for router, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:49.839180 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2e50eca-6524-489c-9f17-ad400347eae9 {{(pid=88751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 12:00:49.856886 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:49.862037 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-16d5022a-cef5-4ba9-82a2-dad286252e4c admin admin] 10.222.0.18 "DELETE /v2.0/routers/d2e50eca-6524-489c-9f17-ad400347eae9 HTTP/1.1" status: 204 len: 168 time: 2.1884274 Jun 30 12:00:49.862604 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45186) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:49.870018 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 23414ac1-1368-4716-b4bc-8074336a2c69 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:00:49.907691 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Made reservation on behalf of 4b6adc9b6c6d4b01af0d17d42212e2b3 for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:00:49.911273 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:49.977971 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec1593d-c50e-4804-858d-b0997fbc5a73 admin admin] Deleting subnet fc44e1ed-e0f7-4c9a-bc83-75012a8e663d {{(pid=88751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 12:00:49.983368 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9ec1593d-c50e-4804-858d-b0997fbc5a73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:50.095095 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9ec1593d-c50e-4804-858d-b0997fbc5a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28115161'] for subnet, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:50.124883 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 23414ac1-1368-4716-b4bc-8074336a2c69 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:00:50.132891 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 23414ac1-1368-4716-b4bc-8074336a2c69 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:50.133779 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:50.157981 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Allocated IP 172.20.0.7 (b33e5164-b6b4-489d-9f68-d71fc1cc6d74/9ea6951d-83ae-414a-b63e-039dc352ff4b/7eae66ab-814c-4475-9e87-e8cb8011591b) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:00:50.324999 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9ec1593d-c50e-4804-858d-b0997fbc5a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:50.389037 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 23414ac1-1368-4716-b4bc-8074336a2c69 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:00:50.397177 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:50.397843 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:50.415989 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Transition to ACTIVE for port object 7eae66ab-814c-4475-9e87-e8cb8011591b will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:00:50.436700 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82155eba-9504-424a-8e9b-0c89c775ad04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23414ac1-1368-4716-b4bc-8074336a2c69'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:00:50.452739 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 23414ac1-1368-4716-b4bc-8074336a2c69, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=23414ac1-1368-4716-b4bc-8074336a2c69,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:50.478805 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3fa1060c-6035-4ea7-af9d-2a574a5d4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:50.531593 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:50.531877 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:50.567774 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ce9e7-ac36-45b2-aa02-8466b4d9159f req-8cf8d5c6-2494-4e68-923b-ef80786edc5d tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:50.572258 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4b5ce9e7-ac36-45b2-aa02-8466b4d9159f req-8cf8d5c6-2494-4e68-923b-ef80786edc5d tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 945 time: 0.1879997 Jun 30 12:00:50.619700 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21a973e-fb2a-4d47-8e2c-ce4ef117ee4e'] response: {'server_uuid': '82155eba-9504-424a-8e9b-0c89c775ad04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23414ac1-1368-4716-b4bc-8074336a2c69', 'code': 200} Jun 30 12:00:50.637315 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=23414ac1-1368-4716-b4bc-8074336a2c69,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:50.669794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:50.669794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:50.669794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:50.669794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:50.669794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:50.669794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:50.669794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:50.669794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:50.669794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:50.669794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:50.669794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:50.669794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:00:50.691655 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:00:50.696899 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:00:50.700033 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:00:50.702974 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9ec1593d-c50e-4804-858d-b0997fbc5a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27525390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29340573'] for subnet, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:50.762702 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event updated for resources: {'Port': ['ID=7eae66ab-814c-4475-9e87-e8cb8011591b,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:50.850285 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:50.850529 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:50.863543 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d4b02014-946d-4cfb-b8f9-985b2c8695dc no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:00:50.884622 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9ec1593d-c50e-4804-858d-b0997fbc5a73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:50.917344 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d7b831-acbe-4603-a32f-8fe1190f57f4 None None] Network de387bcc-1139-428a-9e8b-0e99c316923a requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:00:50.950851 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-595b391a-89fc-4ae9-a96a-325193e23de1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3864777 Jun 30 12:00:50.951286 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: d4b02014-946d-4cfb-b8f9-985b2c8695dc {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:00:50.951634 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d4b02014-946d-4cfb-b8f9-985b2c8695dc not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:00:50.952048 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a594ad72-7b95-4ac8-91ed-1b8c4e079022 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:00:50.958373 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4b5ce9e7-ac36-45b2-aa02-8466b4d9159f req-df214bac-0098-4fd9-8a58-66126ab8bb2d tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3713753 Jun 30 12:00:50.960461 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1593d-c50e-4804-858d-b0997fbc5a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc44e1ed-e0f7-4c9a-bc83-75012a8e663d,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:50.963888 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Request body: {'port': {'device_id': '078c0ff0-d569-4776-8861-2c7860b53567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:50.995565 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-9ec1593d-c50e-4804-858d-b0997fbc5a73 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fc44e1ed-e0f7-4c9a-bc83-75012a8e663d HTTP/1.1" status: 204 len: 168 time: 1.1303291 Jun 30 12:00:50.997655 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45198) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:51.082167 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: a594ad72-7b95-4ac8-91ed-1b8c4e079022 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:00:51.082689 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a594ad72-7b95-4ac8-91ed-1b8c4e079022 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:00:51.102380 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:51.165905 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ddb07-991e-41e7-b19c-3398cd49a25d req-f9501619-60c6-47e7-8e3e-9a02a33c9f20 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:51.167445 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fa7ddb07-991e-41e7-b19c-3398cd49a25d req-f9501619-60c6-47e7-8e3e-9a02a33c9f20 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 931 time: 0.3825026 Jun 30 12:00:51.170445 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:51.207817 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Deleting port 9f803c6d-9214-4310-bad7-7cc139a4f9ef {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:00:51.208116 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:51.290666 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-a3d285d8-c729-4b90-b8f6-78fdcad17f3d None None] Provisioning for port 7eae66ab-814c-4475-9e87-e8cb8011591b completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:00:51.300668 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-a3d285d8-c729-4b90-b8f6-78fdcad17f3d None None] Provisioning complete for port 7eae66ab-814c-4475-9e87-e8cb8011591b triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:00:51.301632 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a3d285d8-c729-4b90-b8f6-78fdcad17f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:51.315040 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fa7ddb07-991e-41e7-b19c-3398cd49a25d req-6c6f85ef-aeb3-424a-aac5-729800b4a2bf tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353471 Jun 30 12:00:51.364682 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260a0621-96fb-47c5-ad6f-8ed54db40d84 None None] DHCP port deletion for de387bcc-1139-428a-9e8b-0e99c316923a request from dv-cinder-848250-1-iscsi {{(pid=88752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 12:00:51.400569 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-260a0621-96fb-47c5-ad6f-8ed54db40d84 None None] Deleting port 9f803c6d-9214-4310-bad7-7cc139a4f9ef {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:00:51.401314 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-260a0621-96fb-47c5-ad6f-8ed54db40d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:51.462847 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60042491-70bf-448b-939d-a383e02f72f5 req-c9550c03-79e1-4330-93bc-e8b4d9ab9396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:51.464503 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-60042491-70bf-448b-939d-a383e02f72f5 req-c9550c03-79e1-4330-93bc-e8b4d9ab9396 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 1099 time: 0.2788773 Jun 30 12:00:51.480173 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-a3d285d8-c729-4b90-b8f6-78fdcad17f3d None None] Port 7eae66ab-814c-4475-9e87-e8cb8011591b cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 12:00:51.539405 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:51.543352 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-60042491-70bf-448b-939d-a383e02f72f5 req-ded32427-93b7-4393-a7b9-89c53ac4f9ba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704052 Jun 30 12:00:51.585791 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] For port 9f803c6d-9214-4310-bad7-7cc139a4f9ef, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=9f803c6d-9214-4310-bad7-7cc139a4f9ef,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:51.587357 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:51.665155 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eae66ab-814c-4475-9e87-e8cb8011591b {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:00:51.681502 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:51.706951 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Transition to ACTIVE for port object 7eae66ab-814c-4475-9e87-e8cb8011591b will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:00:51.712021 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:51.753345 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-260a0621-96fb-47c5-ad6f-8ed54db40d84 None None] For port 9f803c6d-9214-4310-bad7-7cc139a4f9ef, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=9f803c6d-9214-4310-bad7-7cc139a4f9ef,segment=NetworkSegment(942089fe-68b7-451d-8dae-99a4de909d62),segment_id=942089fe-68b7-451d-8dae-99a4de909d62)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:51.753837 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-260a0621-96fb-47c5-ad6f-8ed54db40d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:51.792990 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:51.870408 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Pushing event updated for resources: {'Port': ['ID=7eae66ab-814c-4475-9e87-e8cb8011591b,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:51.947460 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-260a0621-96fb-47c5-ad6f-8ed54db40d84 None None] Calling delete_port for 9f803c6d-9214-4310-bad7-7cc139a4f9ef owned by network:dhcp {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:00:51.966341 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Calling delete_port for 9f803c6d-9214-4310-bad7-7cc139a4f9ef owned by network:dhcp {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:00:52.171031 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-260a0621-96fb-47c5-ad6f-8ed54db40d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064'] for port, after_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:52.201493 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Attempting to bind port 7eae66ab-814c-4475-9e87-e8cb8011591b on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:00:52.203426 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Attempting to bind port 7eae66ab-814c-4475-9e87-e8cb8011591b by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:00:52.203823 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Attempting to bind port 7eae66ab-814c-4475-9e87-e8cb8011591b on network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:00:52.210189 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Port 7eae66ab-814c-4475-9e87-e8cb8011591b on network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 12:00:52.210715 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Attempting to bind port 7eae66ab-814c-4475-9e87-e8cb8011591b on network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:00:52.216799 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 12, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:00:52.221266 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Checking segment: {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:00:52.221266 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Bound using segment: {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:00:52.221266 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Bound port: 7eae66ab-814c-4475-9e87-e8cb8011591b, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac37a9d0-2dbe-4267-8298-90290afb283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:00:52.221266 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:52.224045 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a0621-96fb-47c5-ad6f-8ed54db40d84 None None] Pushing event deleted for resources: {'Port': ['ID=9f803c6d-9214-4310-bad7-7cc139a4f9ef,revision_number=None']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:52.231096 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260a0621-96fb-47c5-ad6f-8ed54db40d84 None None] No DVR routers for this DVR port 9f803c6d-9214-4310-bad7-7cc139a4f9ef on host dv-cinder-848250-1-iscsi {{(pid=88752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:00:52.259947 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.db.api [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 12:00:52.260572 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG oslo_db.api [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 12:00:52.299377 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c22c1-f445-413c-8348-e5165f5a6f0e req-81e2877a-062d-483e-a91b-d628f93511ba tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:52.301940 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ef4c22c1-f445-413c-8348-e5165f5a6f0e req-81e2877a-062d-483e-a91b-d628f93511ba tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 946 time: 0.1430659 Jun 30 12:00:52.368999 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ef4c22c1-f445-413c-8348-e5165f5a6f0e req-f3a20c2a-e2b6-42c3-b688-b63ffa82b6ad tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603507 Jun 30 12:00:52.450764 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] For port 7eae66ab-814c-4475-9e87-e8cb8011591b, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:00:52.454964 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] For port 7eae66ab-814c-4475-9e87-e8cb8011591b, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7eae66ab-814c-4475-9e87-e8cb8011591b,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:00:52.509074 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:52.583078 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:52.584521 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:52.592173 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] 10.222.0.44 "PUT /v2.0/ports/7eae66ab-814c-4475-9e87-e8cb8011591b HTTP/1.1" status: 200 len: 1093 time: 1.6278257 Jun 30 12:00:52.592708 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d456f-3475-40b0-8f2e-abb110ccb116 req-b76b14b0-cb62-4ca0-9915-257d676cd489 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:52.593160 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078c0ff0-d569-4776-8861-2c7860b53567', 'tag': '7eae66ab-814c-4475-9e87-e8cb8011591b'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:00:52.593296 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e14d456f-3475-40b0-8f2e-abb110ccb116 req-b76b14b0-cb62-4ca0-9915-257d676cd489 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 943 time: 0.1088271 Jun 30 12:00:52.614347 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5840a-214f-46cd-bbd7-827e318ed39d service neutron] Pushing event updated for resources: {'Port': ['ID=7eae66ab-814c-4475-9e87-e8cb8011591b,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:52.659169 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e14d456f-3475-40b0-8f2e-abb110ccb116 req-db406ba9-131d-4bb6-83da-14d55b5ad195 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611653 Jun 30 12:00:52.712878 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9fa9129-b328-4a1a-96a1-fdf28964adbc'] response: {'name': 'network-changed', 'server_uuid': '078c0ff0-d569-4776-8861-2c7860b53567', 'tag': '7eae66ab-814c-4475-9e87-e8cb8011591b', 'status': 'completed', 'code': 200} Jun 30 12:00:52.762043 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Deleting port 9f803c6d-9214-4310-bad7-7cc139a4f9ef {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:00:52.762406 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:52.837260 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 9f803c6d-9214-4310-bad7-7cc139a4f9ef no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:00:52.861703 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] The port '9f803c6d-9214-4310-bad7-7cc139a4f9ef' was deleted {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 30 12:00:52.886284 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 9f803c6d-9214-4310-bad7-7cc139a4f9ef {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:00:52.886885 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 9f803c6d-9214-4310-bad7-7cc139a4f9ef not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:00:52.929323 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da46e9e-8721-4132-a859-633e1fb01e79 req-638863c9-f9af-4b03-845e-aa0550aa1aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:52.933196 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2da46e9e-8721-4132-a859-633e1fb01e79 req-638863c9-f9af-4b03-845e-aa0550aa1aa0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 1096 time: 0.1873016 Jun 30 12:00:53.025535 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:53.063904 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de387bcc-1139-428a-9e8b-0e99c316923a']}} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:53.078466 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942089fe-68b7-451d-8dae-99a4de909d62') {'for_net_delete': True} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:53.078777 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942089fe-68b7-451d-8dae-99a4de909d62') {} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:53.094369 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115152'] for segment, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:53.115480 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:53.116280 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da46e9e-8721-4132-a859-633e1fb01e79 req-28563c54-6810-4ff8-a945-7f56400da4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:53.118036 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2da46e9e-8721-4132-a859-633e1fb01e79 req-28563c54-6810-4ff8-a945-7f56400da4dc service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1774690 Jun 30 12:00:53.123631 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 12:00:53.127644 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27525536'] for segment, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:53.127810 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:53.194611 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment 942089fe-68b7-451d-8dae-99a4de909d62 resource provider aggregate not found Jun 30 12:00:53.222734 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment 942089fe-68b7-451d-8dae-99a4de909d62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 942089fe-68b7-451d-8dae-99a4de909d62 found for delete ", "request_id": "req-7e7732e6-ea87-420d-894e-a07426a155ca"}]} Jun 30 12:00:53.288121 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da46e9e-8721-4132-a859-633e1fb01e79 req-87af3d34-0362-4d27-9d09-798e2af019d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:53.290026 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2da46e9e-8721-4132-a859-633e1fb01e79 req-87af3d34-0362-4d27-9d09-798e2af019d7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1655757 Jun 30 12:00:53.336014 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:53.340373 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:53.373631 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] Pushing event deleted for resources: {'Network': ['ID=de387bcc-1139-428a-9e8b-0e99c316923a,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:53.424842 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-57401050-b5c1-4051-a7d9-c9a0cf47375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:53.426827 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-57401050-b5c1-4051-a7d9-c9a0cf47375a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 1096 time: 0.0992169 Jun 30 12:00:53.429437 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-a17c3496-2a86-4e15-985b-ed65a02b7e59 admin admin] 10.222.0.18 "DELETE /v2.0/networks/de387bcc-1139-428a-9e8b-0e99c316923a HTTP/1.1" status: 204 len: 168 time: 2.4197066 Jun 30 12:00:53.523970 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-e2424b29-a116-4d51-8054-a95e7ace04b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eae66ab-814c-4475-9e87-e8cb8011591b HTTP/1.1" status: 200 len: 217 time: 0.0768929 Jun 30 12:00:53.636069 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-754c05fd-5929-4ed3-8c43-b1aa65018380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:53.638736 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-754c05fd-5929-4ed3-8c43-b1aa65018380 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ea6951d-83ae-414a-b63e-039dc352ff4b HTTP/1.1" status: 200 len: 854 time: 0.1121511 Jun 30 12:00:53.670665 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a2d3e-318d-4d3a-8183-c85107437ed2 req-206aa139-d74b-4897-9ad0-48fb917d41de tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:53.673358 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fb7a2d3e-318d-4d3a-8183-c85107437ed2 req-206aa139-d74b-4897-9ad0-48fb917d41de tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 946 time: 0.1454115 Jun 30 12:00:53.734690 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fb7a2d3e-318d-4d3a-8183-c85107437ed2 req-7e1adb4b-96cf-49d4-b01a-a277023acdda tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544353 Jun 30 12:00:53.785416 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-a0aedc0c-3777-415d-9ea5-206970c5a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:53.787561 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-a0aedc0c-3777-415d-9ea5-206970c5a114 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1402488 Jun 30 12:00:53.866721 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45234) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:53.959540 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-4b01fec0-20ed-44d5-9dbb-23f06e3d964e service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663668 Jun 30 12:00:54.084094 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-ae05ba22-5cc5-4285-a39d-00ddfbb3b082 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=843f057330a14531be79ff8bf58367eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2156203 Jun 30 12:00:54.086988 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45238) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:54.101435 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-677a1d19-72f6-4bcb-93c5-1950accfc501 req-14159818-bcc1-4399-a3e6-b4f76b925a61 service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359465 Jun 30 12:00:54.141570 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f9cf4-2c0c-4e4e-8bc8-48000cb77a82 req-0f9a3e8d-d7aa-4064-af5d-b611378d5298 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:54.142987 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-775f9cf4-2c0c-4e4e-8bc8-48000cb77a82 req-0f9a3e8d-d7aa-4064-af5d-b611378d5298 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 943 time: 0.3455927 Jun 30 12:00:54.188821 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8817857-c4ff-4b7b-b241-7d242ee5c28e req-a59a1d6a-35c2-460c-8088-7c81e610de9a tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:54.190319 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b8817857-c4ff-4b7b-b241-7d242ee5c28e req-a59a1d6a-35c2-460c-8088-7c81e610de9a tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 946 time: 0.2889583 Jun 30 12:00:54.242759 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-747e94b0-ce95-4241-8423-c719fbfe4ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:54.255451 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-775f9cf4-2c0c-4e4e-8bc8-48000cb77a82 req-189ff748-95db-43af-92d8-37c9e5f4e7de tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022632 Jun 30 12:00:54.282732 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b8817857-c4ff-4b7b-b241-7d242ee5c28e req-26e695a6-3af3-4ac4-b42f-9ac53917cffe tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855076 Jun 30 12:00:54.291245 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-747e94b0-ce95-4241-8423-c719fbfe4ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:54.307441 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45242) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:54.421987 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-747e94b0-ce95-4241-8423-c719fbfe4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:54.446896 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e94b0-ce95-4241-8423-c719fbfe4ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351d7208-60b9-4263-b899-a2403aa0940a,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:54.519062 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-747e94b0-ce95-4241-8423-c719fbfe4ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:54.520282 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-747e94b0-ce95-4241-8423-c719fbfe4ed7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/351d7208-60b9-4263-b899-a2403aa0940a HTTP/1.1" status: 204 len: 168 time: 0.4323452 Jun 30 12:00:54.571026 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bfd121-a7b7-4b54-bd43-10ea380eaf73 tempest-TestVolumeBootPattern-37277847 tempest-TestVolumeBootPattern-37277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:54.572602 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-12bfd121-a7b7-4b54-bd43-10ea380eaf73 tempest-TestVolumeBootPattern-37277847 tempest-TestVolumeBootPattern-37277847-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 1094 time: 0.2641227 Jun 30 12:00:54.575743 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45250) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:00:54.581185 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Request body: {'floatingip': {'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'port_id': '23414ac1-1368-4716-b4bc-8074336a2c69', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:00:54.588601 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:00:54.592920 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Usage tracker for resource:floatingip and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:00:54.596200 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:00:54.604385 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:00:54.714114 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for floatingip, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:54.892655 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:55.060669 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Allocated IP 172.27.1.80 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/3ae28eff-1db5-4db2-8961-c1fcc7a8fbcf) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:00:55.354038 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:55.479769 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3f71e-fadd-4535-ad84-f16adb5ca3c1 req-39e66346-c505-4eb6-a9f7-600e6804e792 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:55.481372 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f0e3f71e-fadd-4535-ad84-f16adb5ca3c1 req-39e66346-c505-4eb6-a9f7-600e6804e792 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 943 time: 0.1028252 Jun 30 12:00:55.484306 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:55.572658 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:00:55.584671 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:00:55.595109 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:00:55.638135 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event updated for resources: {'Port': ['ID=3ae28eff-1db5-4db2-8961-c1fcc7a8fbcf,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:55.652268 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f0e3f71e-fadd-4535-ad84-f16adb5ca3c1 req-9d3b4527-bc6f-4a54-bc7b-d0b63d416c63 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345727 Jun 30 12:00:56.073693 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:56.265797 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:56.350440 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0a383-37b2-4209-afe6-65a4846755ca req-f29a393b-ad37-4498-847a-590382678933 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:56.351968 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-60e0a383-37b2-4209-afe6-65a4846755ca req-f29a393b-ad37-4498-847a-590382678933 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.2042780 Jun 30 12:00:56.476512 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-60e0a383-37b2-4209-afe6-65a4846755ca req-9aac7271-6d85-4cfd-86ea-368c43c2e0af tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092832 Jun 30 12:00:56.556329 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:56.650423 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27525444'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:56.764145 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event updated for resources: {'Port': ['ID=3ae28eff-1db5-4db2-8961-c1fcc7a8fbcf,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:56.823411 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:57.039611 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9334c-5a72-4f89-83b7-d3af41c8ddb7 req-5afd26b4-3f26-409b-a890-6eb920839218 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:57.041238 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-31e9334c-5a72-4f89-83b7-d3af41c8ddb7 req-5afd26b4-3f26-409b-a890-6eb920839218 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 943 time: 0.2608833 Jun 30 12:00:57.044542 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.l3_db [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Floating IP ee510f6e-658d-4985-8570-3ece098af49b associated. External IP: 172.27.1.80, port: 23414ac1-1368-4716-b4bc-8074336a2c69. Jun 30 12:00:57.341555 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-31e9334c-5a72-4f89-83b7-d3af41c8ddb7 req-bcc6aab5-744e-495f-a6af-ecd83dfe964a tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273699 Jun 30 12:00:57.573941 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Router a7cd7ee6-471c-4b19-abaf-556714e516ff has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:00:57.820051 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:00:57.834835 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf2778d-4b58-498b-9d55-0c3bbef16313 None None] Sync routers for ids ['a7cd7ee6-471c-4b19-abaf-556714e516ff'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:00:57.843516 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4372769-ccfe-4912-bd1d-5b99903bc902 req-1c8c66ff-bd96-4bad-b603-c2377fa8364a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:57.845068 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f4372769-ccfe-4912-bd1d-5b99903bc902 req-1c8c66ff-bd96-4bad-b603-c2377fa8364a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.2092731 Jun 30 12:00:57.847066 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf2778d-4b58-498b-9d55-0c3bbef16313 None None] Routers {'a7cd7ee6-471c-4b19-abaf-556714e516ff'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:57.847810 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2cf2778d-4b58-498b-9d55-0c3bbef16313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:00:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a7cd7ee6-471c-4b19-abaf-556714e516ff'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:57.901744 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f4372769-ccfe-4912-bd1d-5b99903bc902 req-af0c7022-57a2-4956-8f34-6248fa09d05b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491638 Jun 30 12:00:57.903151 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:57.965258 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-0a390672-6a76-4d51-b98e-6c20c8612fc2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3881059 Jun 30 12:00:57.967805 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82155eba-9504-424a-8e9b-0c89c775ad04', 'tag': '23414ac1-1368-4716-b4bc-8074336a2c69'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:00:57.968079 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7eae66ab-814c-4475-9e87-e8cb8011591b details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 12:00:58.082869 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce850538-ed7f-45f2-afcd-ca29e006bc69'] response: {'name': 'network-changed', 'server_uuid': '82155eba-9504-424a-8e9b-0c89c775ad04', 'tag': '23414ac1-1368-4716-b4bc-8074336a2c69', 'status': 'completed', 'code': 200} Jun 30 12:00:58.173830 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-2cf2778d-4b58-498b-9d55-0c3bbef16313 None None] Set router a7cd7ee6-471c-4b19-abaf-556714e516ff gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:58.206846 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c29c7-99ce-4fcc-a15a-c634f3419327 req-98a16862-466a-4cad-9c74-9837e229c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:58.208381 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-516c29c7-99ce-4fcc-a15a-c634f3419327 req-98a16862-466a-4cad-9c74-9837e229c61c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 1099 time: 0.1040697 Jun 30 12:00:58.274860 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7eae66ab-814c-4475-9e87-e8cb8011591b, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7eae66ab-814c-4475-9e87-e8cb8011591b,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:58.353681 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '7eae66ab-814c-4475-9e87-e8cb8011591b', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'port_id': '7eae66ab-814c-4475-9e87-e8cb8011591b', 'mac_address': 'fa:16:3e:73:9b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 12:00:58.406316 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c29c7-99ce-4fcc-a15a-c634f3419327 req-17e4e444-f706-485f-a965-03be9fc0f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:58.408324 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-516c29c7-99ce-4fcc-a15a-c634f3419327 req-17e4e444-f706-485f-a965-03be9fc0f5c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 913 time: 0.1941738 Jun 30 12:00:58.463705 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 7eae66ab-814c-4475-9e87-e8cb8011591b is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:00:58.464912 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:58.559234 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eae66ab-814c-4475-9e87-e8cb8011591b {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:00:58.571800 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-516c29c7-99ce-4fcc-a15a-c634f3419327 req-a68fdb40-1c56-4911-b815-b829a4244664 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23414ac1-1368-4716-b4bc-8074336a2c69 HTTP/1.1" status: 200 len: 999 time: 0.1553075 Jun 30 12:00:58.585166 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad866e9-efdc-4538-a295-2a381a638086 req-8a9d1a77-9a5f-44b4-8927-18ded0db49ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:58.592378 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8ad866e9-efdc-4538-a295-2a381a638086 req-8a9d1a77-9a5f-44b4-8927-18ded0db49ef tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 943 time: 0.1127348 Jun 30 12:00:58.593370 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7eae66ab-814c-4475-9e87-e8cb8011591b, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7eae66ab-814c-4475-9e87-e8cb8011591b,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:00:58.638362 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8ad866e9-efdc-4538-a295-2a381a638086 req-a9cfd2cb-ef66-4da2-8b47-38dad0e54c5b tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454159 Jun 30 12:00:58.647156 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c29c7-99ce-4fcc-a15a-c634f3419327 req-c200903c-492e-4bb5-996f-f5497afbb2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:58.649078 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-516c29c7-99ce-4fcc-a15a-c634f3419327 req-c200903c-492e-4bb5-996f-f5497afbb2b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 200 len: 851 time: 0.0679841 Jun 30 12:00:58.680538 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:00:58.773749 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=7eae66ab-814c-4475-9e87-e8cb8011591b,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:00:58.792660 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2cf2778d-4b58-498b-9d55-0c3bbef16313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'ee510f6e-658d-4985-8570-3ece098af49b', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'port_id': '23414ac1-1368-4716-b4bc-8074336a2c69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'mac_address': 'fa:16:3e:20:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82155eba-9504-424a-8e9b-0c89c775ad04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T12:00:55Z', 'updated_at': '2022-06-30T12:00:55Z', 'revision_number': 0, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T12:00:01Z', 'revision_number': 5, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:58.797256 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf2778d-4b58-498b-9d55-0c3bbef16313 None None] Checking router: a7cd7ee6-471c-4b19-abaf-556714e516ff for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:00:58.807225 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf2778d-4b58-498b-9d55-0c3bbef16313 None None] Routers {'a7cd7ee6-471c-4b19-abaf-556714e516ff'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:00:58.807954 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2cf2778d-4b58-498b-9d55-0c3bbef16313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:00:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a7cd7ee6-471c-4b19-abaf-556714e516ff'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:58.862909 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c29c7-99ce-4fcc-a15a-c634f3419327 req-6f2d3485-7681-46fe-a455-c98976054a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:58.864462 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-516c29c7-99ce-4fcc-a15a-c634f3419327 req-6f2d3485-7681-46fe-a455-c98976054a56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d10cb7-945f-43a2-bb61-0a070d4fc848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2092443 Jun 30 12:00:59.011019 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['7eae66ab-814c-4475-9e87-e8cb8011591b'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:00:59.030511 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-516c29c7-99ce-4fcc-a15a-c634f3419327 req-206ce15f-c925-40be-afe9-baf92232a47f service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590867 Jun 30 12:00:59.109680 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-2cf2778d-4b58-498b-9d55-0c3bbef16313 None None] Set router a7cd7ee6-471c-4b19-abaf-556714e516ff gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:00:59.150657 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1db45-8152-41af-9d02-a91178ffca8c req-35cf47af-cc6d-40e4-8f42-88e67fd4f94f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:59.152966 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8ba1db45-8152-41af-9d02-a91178ffca8c req-35cf47af-cc6d-40e4-8f42-88e67fd4f94f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1001172 Jun 30 12:00:59.185438 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-516c29c7-99ce-4fcc-a15a-c634f3419327 req-20b7e09f-e980-4cb8-aa58-eb8637ec43d8 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486697 Jun 30 12:00:59.212930 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8ba1db45-8152-41af-9d02-a91178ffca8c req-0d1ae095-d7c0-45b7-aaaa-01d70b89db5b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547333 Jun 30 12:00:59.562112 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2cf2778d-4b58-498b-9d55-0c3bbef16313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'ee510f6e-658d-4985-8570-3ece098af49b', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'port_id': '23414ac1-1368-4716-b4bc-8074336a2c69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'mac_address': 'fa:16:3e:20:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82155eba-9504-424a-8e9b-0c89c775ad04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T12:00:55Z', 'updated_at': '2022-06-30T12:00:55Z', 'revision_number': 0, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T12:00:01Z', 'revision_number': 5, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:00:59.566102 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf2778d-4b58-498b-9d55-0c3bbef16313 None None] The sync data for ids ['a7cd7ee6-471c-4b19-abaf-556714e516ff'] in dv-cinder-848250-1-iscsi is: [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'ee510f6e-658d-4985-8570-3ece098af49b', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'port_id': '23414ac1-1368-4716-b4bc-8074336a2c69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'mac_address': 'fa:16:3e:20:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82155eba-9504-424a-8e9b-0c89c775ad04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T12:00:55Z', 'updated_at': '2022-06-30T12:00:55Z', 'revision_number': 0, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T12:00:01Z', 'revision_number': 5, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:00:59.791491 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40f547-a453-4074-9c0c-fe194ccaf620 None None] New status for floating IP ee510f6e-658d-4985-8570-3ece098af49b: ACTIVE {{(pid=88753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 12:00:59.864232 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcacadf-84ea-4365-9acb-d9c40cbb22a1 req-fc3c1399-1386-4878-9350-7f372f77fd17 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:00:59.867143 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6dcacadf-84ea-4365-9acb-d9c40cbb22a1 req-fc3c1399-1386-4878-9350-7f372f77fd17 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 944 time: 0.1172686 Jun 30 12:00:59.917816 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6dcacadf-84ea-4365-9acb-d9c40cbb22a1 req-7cb805d4-228d-41a4-b163-26d95ea99ea7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434020 Jun 30 12:01:00.421846 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3433009-0263-4fe2-a7aa-78269d3afef1 req-3fefb98b-b7f1-4fcb-927f-032bbec2d959 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:00.423245 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b3433009-0263-4fe2-a7aa-78269d3afef1 req-3fefb98b-b7f1-4fcb-927f-032bbec2d959 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.0895686 Jun 30 12:01:00.472202 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b3433009-0263-4fe2-a7aa-78269d3afef1 req-6a246e53-693d-4958-b128-58eac5ada1eb tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430770 Jun 30 12:01:01.122131 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489fed7-60dd-425e-9ec8-99bfae046db9 req-3496d194-b3f7-441c-8cc6-cec4d797013e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:01.123651 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5489fed7-60dd-425e-9ec8-99bfae046db9 req-3496d194-b3f7-441c-8cc6-cec4d797013e tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 944 time: 0.0924995 Jun 30 12:01:01.171229 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5489fed7-60dd-425e-9ec8-99bfae046db9 req-86cd03f2-5ea1-42cd-8739-7c6e6234312b tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408964 Jun 30 12:01:01.676738 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da87e46-2de7-42f6-96b6-b9eaa25f30a9 req-acbc07e5-4e9e-4cde-9e99-e7785b2101ce tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:01.678232 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2da87e46-2de7-42f6-96b6-b9eaa25f30a9 req-acbc07e5-4e9e-4cde-9e99-e7785b2101ce tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.0951755 Jun 30 12:01:01.728250 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2da87e46-2de7-42f6-96b6-b9eaa25f30a9 req-db48847e-d97c-4017-99ae-1aa797e372d6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440145 Jun 30 12:01:02.369826 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965541a-89fd-4420-ab94-d8bfeac3d886 req-46852888-f67b-4f11-9a64-40036d88ccb9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:02.371554 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9965541a-89fd-4420-ab94-d8bfeac3d886 req-46852888-f67b-4f11-9a64-40036d88ccb9 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 944 time: 0.0923305 Jun 30 12:01:02.426014 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9965541a-89fd-4420-ab94-d8bfeac3d886 req-868662ff-6e7d-4839-bd05-dd16d0bfe3fc tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484495 Jun 30 12:01:03.040909 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae3977-d1a3-4b51-b954-6291b5102b28 req-22c8b314-daa7-4d09-a953-2dd740e9dcb7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:03.042375 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0eae3977-d1a3-4b51-b954-6291b5102b28 req-22c8b314-daa7-4d09-a953-2dd740e9dcb7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1968951 Jun 30 12:01:03.090880 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0eae3977-d1a3-4b51-b954-6291b5102b28 req-ab22b4ce-b70c-40a1-9ebe-4e4c7593bea3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423100 Jun 30 12:01:03.625203 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce6649-2a71-4e7e-857a-9ae719959238 req-7bc7c10d-a890-4c3a-a0d8-fde84336c6b3 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:03.626602 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4bce6649-2a71-4e7e-857a-9ae719959238 req-7bc7c10d-a890-4c3a-a0d8-fde84336c6b3 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 944 time: 0.0906134 Jun 30 12:01:03.672037 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4bce6649-2a71-4e7e-857a-9ae719959238 req-07cf88c7-cb98-41ac-a12d-11b46be2fe2b tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387812 Jun 30 12:01:03.839064 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7eae66ab-814c-4475-9e87-e8cb8011591b up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:01:03.976560 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 7eae66ab-814c-4475-9e87-e8cb8011591b completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:01:03.982255 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 7eae66ab-814c-4475-9e87-e8cb8011591b triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:01:03.982625 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:04.102651 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 7eae66ab-814c-4475-9e87-e8cb8011591b is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:01:04.103122 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:04.139225 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078c0ff0-d569-4776-8861-2c7860b53567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eae66ab-814c-4475-9e87-e8cb8011591b'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:01:04.160657 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7eae66ab-814c-4475-9e87-e8cb8011591b, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7eae66ab-814c-4475-9e87-e8cb8011591b,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:04.205960 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e387e6ac-c61d-47f5-9f9d-b28ad59f9998'] response: {'server_uuid': '078c0ff0-d569-4776-8861-2c7860b53567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eae66ab-814c-4475-9e87-e8cb8011591b', 'code': 200} Jun 30 12:01:04.250849 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:04.328338 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0a3e2-ac04-4a5f-b959-e62308df48f5 req-34340dd3-f4e9-409a-afab-cbddd2c700b2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:04.330043 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ded0a3e2-ac04-4a5f-b959-e62308df48f5 req-34340dd3-f4e9-409a-afab-cbddd2c700b2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1116562 Jun 30 12:01:04.389781 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=7eae66ab-814c-4475-9e87-e8cb8011591b,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:04.416902 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ded0a3e2-ac04-4a5f-b959-e62308df48f5 req-08055b61-3723-4c89-9690-cf02448ca6ad tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765090 Jun 30 12:01:04.623632 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5b16f-9f61-4482-849f-238b5df4a399 req-a3822553-ccee-4d1a-89c6-0510b871221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:04.625295 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-36a5b16f-9f61-4482-849f-238b5df4a399 req-a3822553-ccee-4d1a-89c6-0510b871221f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 1098 time: 0.0938549 Jun 30 12:01:04.674041 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-36a5b16f-9f61-4482-849f-238b5df4a399 req-26cfdc44-83f8-4c0b-90c4-f41a8f0c9834 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367880 Jun 30 12:01:04.907809 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5666415-f0d1-474c-adf9-8e8c78685747 req-711bc5cd-8bd0-44cb-9993-87ec7ba1c522 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:04.908229 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d5666415-f0d1-474c-adf9-8e8c78685747 req-711bc5cd-8bd0-44cb-9993-87ec7ba1c522 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 945 time: 0.1169548 Jun 30 12:01:04.955127 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d5666415-f0d1-474c-adf9-8e8c78685747 req-2266d65c-99f8-4bff-98d3-85c3728aafa3 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405109 Jun 30 12:01:05.629419 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce76e5-eeb3-4ac8-9d3e-2cd01d0b54a5 req-9f6cb456-f1f5-47eb-984c-1451abf283ee tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:05.631645 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-90ce76e5-eeb3-4ac8-9d3e-2cd01d0b54a5 req-9f6cb456-f1f5-47eb-984c-1451abf283ee tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.0988073 Jun 30 12:01:05.685248 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-90ce76e5-eeb3-4ac8-9d3e-2cd01d0b54a5 req-f5cce704-3c09-4234-8e9d-af8e144518a7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469263 Jun 30 12:01:06.213455 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c805564-70f5-4e84-ab17-9507ffae075d req-8f0cc685-a5d7-4b46-b89b-92a1448bfa45 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:06.215036 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0c805564-70f5-4e84-ab17-9507ffae075d req-8f0cc685-a5d7-4b46-b89b-92a1448bfa45 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 945 time: 0.1414294 Jun 30 12:01:06.271981 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0c805564-70f5-4e84-ab17-9507ffae075d req-40081ec2-42bb-490d-8a82-2d5c4e8fbfe0 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497551 Jun 30 12:01:06.598720 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45422) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:06.741953 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-63f2bfa1-6bf9-4238-a6b4-40f7aad14592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:06.789259 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-63f2bfa1-6bf9-4238-a6b4-40f7aad14592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:01:06.795935 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-63f2bfa1-6bf9-4238-a6b4-40f7aad14592 admin admin] Usage tracker for resource:security_group_rule and tenant:6d53d8d0534640118710c3cd861f2777 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:01:06.800086 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-63f2bfa1-6bf9-4238-a6b4-40f7aad14592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:01:06.808979 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-63f2bfa1-6bf9-4238-a6b4-40f7aad14592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:01:06.953095 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-63f2bfa1-6bf9-4238-a6b4-40f7aad14592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:06.957742 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc87fc-4abf-4329-a2ba-e101397881ec req-6314ed0c-093f-411d-b418-9a21060d5407 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:06.960334 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-87bc87fc-4abf-4329-a2ba-e101397881ec req-6314ed0c-093f-411d-b418-9a21060d5407 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1421010 Jun 30 12:01:07.010276 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-63f2bfa1-6bf9-4238-a6b4-40f7aad14592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:07.013050 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-87bc87fc-4abf-4329-a2ba-e101397881ec req-0d021ee2-3792-49ff-a36c-8562156059a3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461769 Jun 30 12:01:07.062930 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:01:07.066422 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-63f2bfa1-6bf9-4238-a6b4-40f7aad14592 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d53d8d0534640118710c3cd861f2777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657667 Jun 30 12:01:07.068148 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2bfa1-6bf9-4238-a6b4-40f7aad14592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1ab65a-3b33-4ccb-b252-cd43fa75fc82,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:07.069594 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45432) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:07.147451 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b69f31b0-d0f0-4a93-9076-3c25f888c6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:07.191572 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b69f31b0-d0f0-4a93-9076-3c25f888c6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:07.346927 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b69f31b0-d0f0-4a93-9076-3c25f888c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:07.362390 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f31b0-d0f0-4a93-9076-3c25f888c6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1ab65a-3b33-4ccb-b252-cd43fa75fc82,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:07.370666 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b69f31b0-d0f0-4a93-9076-3c25f888c6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:07.371743 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-b69f31b0-d0f0-4a93-9076-3c25f888c6c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f1ab65a-3b33-4ccb-b252-cd43fa75fc82 HTTP/1.1" status: 204 len: 168 time: 0.2996011 Jun 30 12:01:07.534135 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0e03b-10bb-46be-8006-e3bff79915dd req-a1b6c675-2f92-4dae-a011-847c84a0d3cf tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:07.537210 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3cf0e03b-10bb-46be-8006-e3bff79915dd req-a1b6c675-2f92-4dae-a011-847c84a0d3cf tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 945 time: 0.1383600 Jun 30 12:01:07.673810 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3cf0e03b-10bb-46be-8006-e3bff79915dd req-f07fac96-910d-464e-872d-c247be0e2752 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759957 Jun 30 12:01:07.695956 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f62fc-202c-4358-a6a9-8522f18b07e6 req-1524b8b2-b151-45b8-a1e3-2c65a23cda43 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:07.699840 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0d5f62fc-202c-4358-a6a9-8522f18b07e6 req-1524b8b2-b151-45b8-a1e3-2c65a23cda43 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.1588182 Jun 30 12:01:07.754763 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0d5f62fc-202c-4358-a6a9-8522f18b07e6 req-1140163d-2d36-4131-a121-3257c3677daa tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505393 Jun 30 12:01:07.953262 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee032ff-673c-486d-9eaf-2e1ca24ff213 req-4497a8c0-71dc-484c-b611-217207edbd25 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:07.955960 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eee032ff-673c-486d-9eaf-2e1ca24ff213 req-4497a8c0-71dc-484c-b611-217207edbd25 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 945 time: 0.1572781 Jun 30 12:01:07.970644 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45452) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:07.979812 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-b41036b7-46e3-4625-9438-3ecd2ee2be42 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Request body: {'floatingip': {'port_id': '7eae66ab-814c-4475-9e87-e8cb8011591b'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:01:08.061311 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b41036b7-46e3-4625-9438-3ecd2ee2be42 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:08.261278 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb71410-4569-4785-8f34-cbf8b99d57c2 req-8acf9121-615d-4c8f-9a1c-b6f40ab91936 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:08.262860 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6bb71410-4569-4785-8f34-cbf8b99d57c2 req-8acf9121-615d-4c8f-9a1c-b6f40ab91936 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.0982604 Jun 30 12:01:08.321266 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6bb71410-4569-4785-8f34-cbf8b99d57c2 req-76cc22d0-27ba-4cd4-abb3-d97d15b859f2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503137 Jun 30 12:01:08.726796 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b41036b7-46e3-4625-9438-3ecd2ee2be42 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:08.788972 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b41036b7-46e3-4625-9438-3ecd2ee2be42 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:09.000807 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8032-c0ea-4855-a625-b5ee0bde48b3 req-24644a44-5a82-4a5a-b42d-01bdb76738e3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:09.003118 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-58ea8032-c0ea-4855-a625-b5ee0bde48b3 req-24644a44-5a82-4a5a-b42d-01bdb76738e3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.1311371 Jun 30 12:01:09.069028 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-58ea8032-c0ea-4855-a625-b5ee0bde48b3 req-a8f12cac-bd34-432d-9644-041d8b55a46d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546834 Jun 30 12:01:09.125668 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [None req-b41036b7-46e3-4625-9438-3ecd2ee2be42 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Floating IP bcbf9fa9-3ef0-4ef9-a8ea-b2fc7466e8d5 associated. External IP: 172.27.1.139, port: 7eae66ab-814c-4475-9e87-e8cb8011591b. Jun 30 12:01:09.575040 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf6995-642a-47a3-9f7e-10932cab346b req-8ab581e3-e59a-44d0-b669-8d5c4ec1464e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:09.577125 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-58cf6995-642a-47a3-9f7e-10932cab346b req-8ab581e3-e59a-44d0-b669-8d5c4ec1464e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1067979 Jun 30 12:01:09.587712 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41036b7-46e3-4625-9438-3ecd2ee2be42 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Router 00155358-9483-4606-9d77-1dca63089318 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:01:09.644059 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-58cf6995-642a-47a3-9f7e-10932cab346b req-e35e1049-c462-4888-adee-e45ca8a51018 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606546 Jun 30 12:01:09.810118 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41036b7-46e3-4625-9438-3ecd2ee2be42 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:01:09.832006 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b41036b7-46e3-4625-9438-3ecd2ee2be42 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:09.832168 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37987903-a427-4430-9d2f-dc462e2270bc None None] Sync routers for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:01:09.843390 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37987903-a427-4430-9d2f-dc462e2270bc None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:01:09.844270 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-37987903-a427-4430-9d2f-dc462e2270bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:00:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:01:09.902905 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-b41036b7-46e3-4625-9438-3ecd2ee2be42 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "PUT /v2.0/floatingips/bcbf9fa9-3ef0-4ef9-a8ea-b2fc7466e8d5 HTTP/1.1" status: 200 len: 991 time: 1.9295623 Jun 30 12:01:09.903903 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078c0ff0-d569-4776-8861-2c7860b53567', 'tag': '7eae66ab-814c-4475-9e87-e8cb8011591b'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:01:09.971169 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9301931c-e6f9-43bb-a3b4-72b8f95db0b2'] response: {'name': 'network-changed', 'server_uuid': '078c0ff0-d569-4776-8861-2c7860b53567', 'tag': '7eae66ab-814c-4475-9e87-e8cb8011591b', 'status': 'completed', 'code': 200} Jun 30 12:01:10.037471 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-37987903-a427-4430-9d2f-dc462e2270bc None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:01:10.095798 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703e967-f80b-465e-95f8-c7d7bcf4e6aa req-b4fb7ccc-7934-49b4-8ca4-6b3073410b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:10.097462 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d703e967-f80b-465e-95f8-c7d7bcf4e6aa req-b4fb7ccc-7934-49b4-8ca4-6b3073410b1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 1098 time: 0.0962129 Jun 30 12:01:10.296342 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703e967-f80b-465e-95f8-c7d7bcf4e6aa req-ccab04fc-338a-4b39-854c-2ea889f733b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:10.297940 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d703e967-f80b-465e-95f8-c7d7bcf4e6aa req-ccab04fc-338a-4b39-854c-2ea889f733b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74 HTTP/1.1" status: 200 len: 916 time: 0.1938496 Jun 30 12:01:10.304750 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efaed8-86d0-4698-b0e1-af98e1acde69 req-7c6fcfcb-978a-4604-bbab-3c1d576f8b2e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:10.306601 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-88efaed8-86d0-4698-b0e1-af98e1acde69 req-7c6fcfcb-978a-4604-bbab-3c1d576f8b2e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.1125197 Jun 30 12:01:10.386100 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-88efaed8-86d0-4698-b0e1-af98e1acde69 req-82ff104b-38df-4e8e-836d-73f347672768 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723467 Jun 30 12:01:10.444736 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d703e967-f80b-465e-95f8-c7d7bcf4e6aa req-2eb36221-9121-4efa-8a60-37c49fffecc4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7eae66ab-814c-4475-9e87-e8cb8011591b HTTP/1.1" status: 200 len: 999 time: 0.1395996 Jun 30 12:01:10.467173 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-37987903-a427-4430-9d2f-dc462e2270bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'bcbf9fa9-3ef0-4ef9-a8ea-b2fc7466e8d5', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': '7eae66ab-814c-4475-9e87-e8cb8011591b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:73:9b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078c0ff0-d569-4776-8861-2c7860b53567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T12:00:43Z', 'updated_at': '2022-06-30T12:01:08Z', 'revision_number': 1, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:01:10.471849 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37987903-a427-4430-9d2f-dc462e2270bc None None] Checking router: 00155358-9483-4606-9d77-1dca63089318 for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:01:10.482885 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37987903-a427-4430-9d2f-dc462e2270bc None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:01:10.483508 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-37987903-a427-4430-9d2f-dc462e2270bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:00:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:01:10.517082 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703e967-f80b-465e-95f8-c7d7bcf4e6aa req-ef0ac053-7cac-43b1-80db-94520b31cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:10.518529 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d703e967-f80b-465e-95f8-c7d7bcf4e6aa req-ef0ac053-7cac-43b1-80db-94520b31cba0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ea6951d-83ae-414a-b63e-039dc352ff4b HTTP/1.1" status: 200 len: 854 time: 0.0652184 Jun 30 12:01:10.619924 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703e967-f80b-465e-95f8-c7d7bcf4e6aa req-850cfd48-0b66-4e1b-a540-e21cee5534d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:10.621511 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d703e967-f80b-465e-95f8-c7d7bcf4e6aa req-850cfd48-0b66-4e1b-a540-e21cee5534d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b33e5164-b6b4-489d-9f68-d71fc1cc6d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949066 Jun 30 12:01:10.716289 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-37987903-a427-4430-9d2f-dc462e2270bc None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:01:10.845981 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d703e967-f80b-465e-95f8-c7d7bcf4e6aa req-a1c53746-4ac9-484a-a9a6-cb349886506e service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144129 Jun 30 12:01:11.006022 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ab580-54a8-4a3c-ba75-1f41b8600c89 req-a7c52bb8-9670-4852-a6e3-4b4440a5e32e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:11.006964 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1e1ab580-54a8-4a3c-ba75-1f41b8600c89 req-a7c52bb8-9670-4852-a6e3-4b4440a5e32e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1830244 Jun 30 12:01:11.065088 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d703e967-f80b-465e-95f8-c7d7bcf4e6aa req-fc197ee0-2952-4439-b007-c9243575d499 service neutron] 10.222.0.44 "GET /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038686 Jun 30 12:01:11.078037 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1e1ab580-54a8-4a3c-ba75-1f41b8600c89 req-da86ad62-5cf7-46a7-8949-07f62e8a272d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580688 Jun 30 12:01:11.165338 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-37987903-a427-4430-9d2f-dc462e2270bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'bcbf9fa9-3ef0-4ef9-a8ea-b2fc7466e8d5', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': '7eae66ab-814c-4475-9e87-e8cb8011591b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:73:9b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078c0ff0-d569-4776-8861-2c7860b53567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T12:00:43Z', 'updated_at': '2022-06-30T12:01:08Z', 'revision_number': 1, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:01:11.169657 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37987903-a427-4430-9d2f-dc462e2270bc None None] The sync data for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi is: [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': 'bcbf9fa9-3ef0-4ef9-a8ea-b2fc7466e8d5', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': '00155358-9483-4606-9d77-1dca63089318', 'port_id': '7eae66ab-814c-4475-9e87-e8cb8011591b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'mac_address': 'fa:16:3e:73:9b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078c0ff0-d569-4776-8861-2c7860b53567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T12:00:43Z', 'updated_at': '2022-06-30T12:01:08Z', 'revision_number': 1, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:01:11.369221 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9141078b-6180-4582-bc2f-4c61b1099a5b None None] New status for floating IP bcbf9fa9-3ef0-4ef9-a8ea-b2fc7466e8d5: ACTIVE {{(pid=88753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 12:01:11.661710 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359259c-43b1-465b-8aca-f33ccd07c76a req-a5dd0687-9862-44f1-99c7-35df54d0d1c3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:11.663772 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6359259c-43b1-465b-8aca-f33ccd07c76a req-a5dd0687-9862-44f1-99c7-35df54d0d1c3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.1274030 Jun 30 12:01:11.717964 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6359259c-43b1-465b-8aca-f33ccd07c76a req-d2dd7509-b4c5-405a-8851-e27971d245f1 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477498 Jun 30 12:01:11.782647 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45530) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:11.915699 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-626499d2-42c7-483f-a1ad-d32fd0350a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:12.037383 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-626499d2-42c7-483f-a1ad-d32fd0350a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:01:12.041392 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-626499d2-42c7-483f-a1ad-d32fd0350a17 admin admin] Usage tracker for resource:security_group_rule and tenant:337f218a68a0465cb5ffb528920248ab is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:01:12.044300 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-626499d2-42c7-483f-a1ad-d32fd0350a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:01:12.050376 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-626499d2-42c7-483f-a1ad-d32fd0350a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:01:12.141804 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-626499d2-42c7-483f-a1ad-d32fd0350a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:12.193667 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-626499d2-42c7-483f-a1ad-d32fd0350a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:12.243689 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-626499d2-42c7-483f-a1ad-d32fd0350a17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=337f218a68a0465cb5ffb528920248ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4599204 Jun 30 12:01:12.244591 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626499d2-42c7-483f-a1ad-d32fd0350a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a266319-e3e2-4d8c-8d71-59d73408f912,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:12.246966 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45540) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:12.301006 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d29ec6-461d-48af-91b7-4fd36538d9f8 req-82f9ecb4-ed9f-4e92-aa60-fd8d7a7bfe3e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:12.303214 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-62d29ec6-461d-48af-91b7-4fd36538d9f8 req-82f9ecb4-ed9f-4e92-aa60-fd8d7a7bfe3e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.0994763 Jun 30 12:01:12.321321 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-90921a55-f3d8-4c7b-90f7-554ac172e3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:12.351368 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-90921a55-f3d8-4c7b-90f7-554ac172e3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:12.354171 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-62d29ec6-461d-48af-91b7-4fd36538d9f8 req-ec54162e-b4c0-40f0-b991-22fd4c764494 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Jun 30 12:01:12.490662 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-90921a55-f3d8-4c7b-90f7-554ac172e3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:12.505741 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90921a55-f3d8-4c7b-90f7-554ac172e3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a266319-e3e2-4d8c-8d71-59d73408f912,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:12.512546 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-90921a55-f3d8-4c7b-90f7-554ac172e3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:12.513674 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-90921a55-f3d8-4c7b-90f7-554ac172e3f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a266319-e3e2-4d8c-8d71-59d73408f912 HTTP/1.1" status: 204 len: 168 time: 0.2658794 Jun 30 12:01:12.938467 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06f0bd-1f8b-4182-9a11-f0394e9b20ef req-da72b670-d742-43ab-85ae-ce220b04ba3a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:12.939880 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2f06f0bd-1f8b-4182-9a11-f0394e9b20ef req-da72b670-d742-43ab-85ae-ce220b04ba3a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.1080947 Jun 30 12:01:12.987561 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2f06f0bd-1f8b-4182-9a11-f0394e9b20ef req-7beae26a-c486-4034-8391-762cb9ce4701 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404794 Jun 30 12:01:13.188004 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45550) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:13.208316 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cfed97cc-958e-453e-9f66-036dcaaf81b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:13.221473 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-cfed97cc-958e-453e-9f66-036dcaaf81b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:01:13.226983 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-cfed97cc-958e-453e-9f66-036dcaaf81b2 admin admin] Usage tracker for resource:security_group_rule and tenant:608ac56552324d01bb89ad1e75e280c3 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:01:13.230228 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-cfed97cc-958e-453e-9f66-036dcaaf81b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:01:13.237337 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-cfed97cc-958e-453e-9f66-036dcaaf81b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:01:13.346797 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cfed97cc-958e-453e-9f66-036dcaaf81b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:13.409578 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cfed97cc-958e-453e-9f66-036dcaaf81b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:13.459549 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-cfed97cc-958e-453e-9f66-036dcaaf81b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=608ac56552324d01bb89ad1e75e280c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694862 Jun 30 12:01:13.460237 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed97cc-958e-453e-9f66-036dcaaf81b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62736397-7283-47cb-adcf-6d568859024e,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:13.464198 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45556) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:13.589527 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dba509f2-bc18-4719-96fd-e56df5e55d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:13.627543 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae1a79-feb7-4bb3-b29d-c403695d4fad req-8d631fa5-10ec-4204-a7e3-7475ee63aaa2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:13.629056 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-acae1a79-feb7-4bb3-b29d-c403695d4fad req-8d631fa5-10ec-4204-a7e3-7475ee63aaa2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1491323 Jun 30 12:01:13.630879 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dba509f2-bc18-4719-96fd-e56df5e55d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:13.705290 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-acae1a79-feb7-4bb3-b29d-c403695d4fad req-6dc61dc9-d76f-4cac-ae80-37f7beb3d438 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672088 Jun 30 12:01:13.789278 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dba509f2-bc18-4719-96fd-e56df5e55d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:13.804085 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba509f2-bc18-4719-96fd-e56df5e55d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62736397-7283-47cb-adcf-6d568859024e,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:13.810842 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dba509f2-bc18-4719-96fd-e56df5e55d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:13.812730 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-dba509f2-bc18-4719-96fd-e56df5e55d3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62736397-7283-47cb-adcf-6d568859024e HTTP/1.1" status: 204 len: 168 time: 0.3468018 Jun 30 12:01:13.864488 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7515172e-f008-4f3b-a9c5-91d086fef771 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 12:01:14.053751 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7515172e-f008-4f3b-a9c5-91d086fef771, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7515172e-f008-4f3b-a9c5-91d086fef771,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:14.069397 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '7515172e-f008-4f3b-a9c5-91d086fef771', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'port_id': '7515172e-f008-4f3b-a9c5-91d086fef771', 'mac_address': 'fa:16:3e:ea:48:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 12:01:14.130903 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 7515172e-f008-4f3b-a9c5-91d086fef771 is: ACTIVE; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:01:14.131850 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:14.150493 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7515172e-f008-4f3b-a9c5-91d086fef771 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:01:14.167242 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7515172e-f008-4f3b-a9c5-91d086fef771, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7515172e-f008-4f3b-a9c5-91d086fef771,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:14.215839 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7c6dd-995f-4d61-b008-4fc8efb1c472 req-a8c4c503-520d-4cb3-84f9-2ccda7568aa0 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:14.217396 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0fd7c6dd-995f-4d61-b008-4fc8efb1c472 req-a8c4c503-520d-4cb3-84f9-2ccda7568aa0 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.0976806 Jun 30 12:01:14.254117 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:14.287724 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0fd7c6dd-995f-4d61-b008-4fc8efb1c472 req-2f7e7601-1607-4a2c-b13e-4c46be322ac3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636091 Jun 30 12:01:14.329349 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=7515172e-f008-4f3b-a9c5-91d086fef771,revision_number=6']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:14.379705 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['7515172e-f008-4f3b-a9c5-91d086fef771'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:01:14.981352 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcfe1d-ac31-41b7-9564-d98d7f6a7443 req-573dcfb6-86bf-4627-ab53-b484cd8f68ce tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:14.984075 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8fbcfe1d-ac31-41b7-9564-d98d7f6a7443 req-573dcfb6-86bf-4627-ab53-b484cd8f68ce tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 945 time: 0.1541398 Jun 30 12:01:15.050713 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8fbcfe1d-ac31-41b7-9564-d98d7f6a7443 req-c5baff6b-0282-4262-8511-3aa1ef75cc9d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607896 Jun 30 12:01:15.746825 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171d930-4ed0-475e-a25b-4a70f10272f2 req-d57e10d4-a3ff-4797-b73c-7be604739e1d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:15.748483 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9171d930-4ed0-475e-a25b-4a70f10272f2 req-d57e10d4-a3ff-4797-b73c-7be604739e1d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.3246102 Jun 30 12:01:15.874885 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9171d930-4ed0-475e-a25b-4a70f10272f2 req-bebc1db2-1ab7-4370-b8f8-4ef8ce9ad392 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163635 Jun 30 12:01:15.880281 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7515172e-f008-4f3b-a9c5-91d086fef771 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:01:15.997780 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 7515172e-f008-4f3b-a9c5-91d086fef771 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:01:15.998426 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:16.058128 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:16.288739 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 7515172e-f008-4f3b-a9c5-91d086fef771 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:01:16.289125 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:16.345210 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7515172e-f008-4f3b-a9c5-91d086fef771'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:01:16.363156 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7515172e-f008-4f3b-a9c5-91d086fef771, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7515172e-f008-4f3b-a9c5-91d086fef771,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:16.448596 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e81514-f71d-42e0-a3a8-bf7fa7ab8c42'] response: {'server_uuid': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7515172e-f008-4f3b-a9c5-91d086fef771', 'code': 200} Jun 30 12:01:16.451495 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfa5ed-3660-4366-b176-03b804b94bbf req-8dbd4a1e-ef8e-4eab-a1b3-fc7a9ed39e15 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:16.459812 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eacfa5ed-3660-4366-b176-03b804b94bbf req-8dbd4a1e-ef8e-4eab-a1b3-fc7a9ed39e15 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 945 time: 0.1910937 Jun 30 12:01:16.510270 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:16.582140 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eacfa5ed-3660-4366-b176-03b804b94bbf req-26fb8755-0ebe-4560-b1f4-85b76790237f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172597 Jun 30 12:01:16.686433 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=7515172e-f008-4f3b-a9c5-91d086fef771,revision_number=7']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:17.174511 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95719b-a09e-4188-bc7f-095e03ae2a0d req-9b25c7f7-e227-4690-96bf-e34f35888de3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:17.176389 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1a95719b-a09e-4188-bc7f-095e03ae2a0d req-9b25c7f7-e227-4690-96bf-e34f35888de3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.1414907 Jun 30 12:01:17.246955 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1a95719b-a09e-4188-bc7f-095e03ae2a0d req-46144eba-5d93-4d4f-ba4f-07945074526d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601830 Jun 30 12:01:17.942235 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eed945-bf7b-43bf-ad10-a83ada0aae66 req-ad91ef6b-e9b2-4814-b3a4-8defaf098399 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:17.942235 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-85eed945-bf7b-43bf-ad10-a83ada0aae66 req-ad91ef6b-e9b2-4814-b3a4-8defaf098399 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1672361 Jun 30 12:01:17.943933 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3447d69-72a8-44a7-b4e7-9f480cd4d824 req-c7ddef26-7469-4945-8a46-badf28e832fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:17.943933 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3447d69-72a8-44a7-b4e7-9f480cd4d824 req-c7ddef26-7469-4945-8a46-badf28e832fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eba484848b8e4410a0a4acc6f3019575&device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 1098 time: 0.1338487 Jun 30 12:01:18.008718 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-85eed945-bf7b-43bf-ad10-a83ada0aae66 req-b7bdc7e1-aed7-4f5b-b322-b2aad8e45e06 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209216 Jun 30 12:01:18.084989 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3447d69-72a8-44a7-b4e7-9f480cd4d824 req-a04a04f1-c5f1-485c-b3de-9151b9779aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:18.086523 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3447d69-72a8-44a7-b4e7-9f480cd4d824 req-a04a04f1-c5f1-485c-b3de-9151b9779aa3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33724ee5-5a3e-4d68-a19f-6043ed2b8c26 HTTP/1.1" status: 200 len: 909 time: 0.1661086 Jun 30 12:01:18.262642 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3447d69-72a8-44a7-b4e7-9f480cd4d824 req-6f91fd12-3798-4a97-ad95-9d617e766e01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14677172-f70a-42f9-b49b-19b9f7b2802b HTTP/1.1" status: 200 len: 1000 time: 0.1682439 Jun 30 12:01:18.383254 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3447d69-72a8-44a7-b4e7-9f480cd4d824 req-d5206c47-4eae-4070-b241-e33662fe2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:18.388660 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3447d69-72a8-44a7-b4e7-9f480cd4d824 req-d5206c47-4eae-4070-b241-e33662fe2c8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fd1625f-4000-45fe-8c1a-a812dcf95e0d HTTP/1.1" status: 200 len: 847 time: 0.1098940 Jun 30 12:01:18.494033 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb41c9-0c53-4fae-b522-838e86fcd4ce req-8c362698-ed94-42c5-ab49-cd69e17de319 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:18.496029 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b0eb41c9-0c53-4fae-b522-838e86fcd4ce req-8c362698-ed94-42c5-ab49-cd69e17de319 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.1061587 Jun 30 12:01:18.502760 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3447d69-72a8-44a7-b4e7-9f480cd4d824 req-d7f27727-54e2-44ba-ab9c-939412aa900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:18.504678 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3447d69-72a8-44a7-b4e7-9f480cd4d824 req-d7f27727-54e2-44ba-ab9c-939412aa900e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33724ee5-5a3e-4d68-a19f-6043ed2b8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078284 Jun 30 12:01:18.585931 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b0eb41c9-0c53-4fae-b522-838e86fcd4ce req-44477abe-692d-40ec-a617-6f77c4730596 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723860 Jun 30 12:01:18.612293 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-23ad9149-2680-43c8-a3c5-1a3b9596b01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:18.724934 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3447d69-72a8-44a7-b4e7-9f480cd4d824 req-fd6fef8e-0402-4c56-a1fb-43735e9cbe13 service neutron] 10.222.0.44 "GET /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111332 Jun 30 12:01:18.963826 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3447d69-72a8-44a7-b4e7-9f480cd4d824 req-a10cd325-f915-4eae-b752-e0ecbc0583c5 service neutron] 10.222.0.44 "GET /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167215 Jun 30 12:01:19.043656 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45682) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:19.259718 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-637b3342-aaae-4df4-82a9-49af88bff230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:19.276864 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-637b3342-aaae-4df4-82a9-49af88bff230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:01:19.281377 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-637b3342-aaae-4df4-82a9-49af88bff230 admin admin] Usage tracker for resource:security_group_rule and tenant:a73577d5fb404fcbb0be63e8d15bddbd is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:01:19.289900 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-637b3342-aaae-4df4-82a9-49af88bff230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:01:19.298937 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-637b3342-aaae-4df4-82a9-49af88bff230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:01:19.353562 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b9c61-ade3-404b-be4d-476f5d85e22b req-5746f332-2cf4-4d64-97fa-f5e73533a3b2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:19.355252 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b88b9c61-ade3-404b-be4d-476f5d85e22b req-5746f332-2cf4-4d64-97fa-f5e73533a3b2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1855757 Jun 30 12:01:19.432675 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b88b9c61-ade3-404b-be4d-476f5d85e22b req-572650c5-7e4c-44cc-8fd0-34a404c5c4ad tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646870 Jun 30 12:01:19.478377 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-637b3342-aaae-4df4-82a9-49af88bff230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:19.524619 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-637b3342-aaae-4df4-82a9-49af88bff230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:19.578727 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-637b3342-aaae-4df4-82a9-49af88bff230 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a73577d5fb404fcbb0be63e8d15bddbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5329161 Jun 30 12:01:19.581360 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45692) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:19.602895 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b3342-aaae-4df4-82a9-49af88bff230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ce0158-4760-4158-8eb1-8bdc11533f74,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:19.665968 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-449e83dc-7b8a-4a85-b956-4496313848a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:19.700008 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-449e83dc-7b8a-4a85-b956-4496313848a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:19.807353 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b6a21-5c1c-4a9e-8511-c950e9cf003b req-3c85f3a1-b86c-400e-9bd2-8fd24b5e38b8 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:19.817274 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ae9b6a21-5c1c-4a9e-8511-c950e9cf003b req-3c85f3a1-b86c-400e-9bd2-8fd24b5e38b8 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.1039290 Jun 30 12:01:19.881419 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ae9b6a21-5c1c-4a9e-8511-c950e9cf003b req-83086431-15f4-4428-b480-97d47490655b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588324 Jun 30 12:01:19.924293 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-449e83dc-7b8a-4a85-b956-4496313848a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:19.940177 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e83dc-7b8a-4a85-b956-4496313848a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ce0158-4760-4158-8eb1-8bdc11533f74,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:19.947330 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-449e83dc-7b8a-4a85-b956-4496313848a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:19.961192 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-449e83dc-7b8a-4a85-b956-4496313848a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70ce0158-4760-4158-8eb1-8bdc11533f74 HTTP/1.1" status: 204 len: 168 time: 0.3686533 Jun 30 12:01:20.478915 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-98da5814-e27b-43fd-8102-293d093bd318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:20.719837 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf8270-1f62-4313-8c39-00a9269c3e43 req-b37df5dc-5134-4bf7-b05d-4624447a54a9 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:20.734842 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dddf8270-1f62-4313-8c39-00a9269c3e43 req-b37df5dc-5134-4bf7-b05d-4624447a54a9 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1622901 Jun 30 12:01:20.735066 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45704) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:20.766384 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-749a66c9-a041-4f0f-af89-b92293e3bfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:20.785153 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dddf8270-1f62-4313-8c39-00a9269c3e43 req-b5969c96-4e64-4e4a-8435-b476734172c3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544498 Jun 30 12:01:20.800415 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-749a66c9-a041-4f0f-af89-b92293e3bfc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:01:20.809446 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-749a66c9-a041-4f0f-af89-b92293e3bfc3 admin admin] Usage tracker for resource:security_group_rule and tenant:3387fce92e2643649f63c16ce5d4b73c is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:01:20.813772 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-749a66c9-a041-4f0f-af89-b92293e3bfc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:01:20.824865 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-749a66c9-a041-4f0f-af89-b92293e3bfc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:01:20.973528 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-749a66c9-a041-4f0f-af89-b92293e3bfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:21.044552 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-749a66c9-a041-4f0f-af89-b92293e3bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:21.096810 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a66c9-a041-4f0f-af89-b92293e3bfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cde1819-f18e-4f1a-b380-3d4fff157c57,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:21.103767 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-749a66c9-a041-4f0f-af89-b92293e3bfc3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3387fce92e2643649f63c16ce5d4b73c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705904 Jun 30 12:01:21.106872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45712) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:21.157046 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef9394-df54-4e87-8a64-781d4a0b5abf req-579b8e5d-df95-4406-8bf2-caa95f910ad9 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:21.165631 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fbef9394-df54-4e87-8a64-781d4a0b5abf req-579b8e5d-df95-4406-8bf2-caa95f910ad9 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.1425524 Jun 30 12:01:21.180853 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-46f63274-c1c8-41a5-8103-aaaea5d30ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:21.232922 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-46f63274-c1c8-41a5-8103-aaaea5d30ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:21.233111 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fbef9394-df54-4e87-8a64-781d4a0b5abf req-313e9a2b-8323-4f15-a2fb-847d92d478b0 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661335 Jun 30 12:01:21.393222 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-46f63274-c1c8-41a5-8103-aaaea5d30ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:21.428956 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f63274-c1c8-41a5-8103-aaaea5d30ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cde1819-f18e-4f1a-b380-3d4fff157c57,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:21.433863 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:21.444390 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-46f63274-c1c8-41a5-8103-aaaea5d30ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:21.446694 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-46f63274-c1c8-41a5-8103-aaaea5d30ec7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cde1819-f18e-4f1a-b380-3d4fff157c57 HTTP/1.1" status: 204 len: 168 time: 0.3380644 Jun 30 12:01:21.655382 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:22.042906 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b522264-a42c-4cce-b401-a5d15e799f22 req-51574d9b-1dfd-4f11-b8a9-170d7252d596 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:22.045060 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1b522264-a42c-4cce-b401-a5d15e799f22 req-51574d9b-1dfd-4f11-b8a9-170d7252d596 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1109116 Jun 30 12:01:22.101749 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1b522264-a42c-4cce-b401-a5d15e799f22 req-c7b391f6-ad15-4ddd-9fcd-d5d8def2d72d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509353 Jun 30 12:01:22.581271 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc78c1-3492-42e0-a963-ed765b59918e req-331a9e79-5c41-4a02-881d-fcf58d04cb13 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:22.582817 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6ddc78c1-3492-42e0-a963-ed765b59918e req-331a9e79-5c41-4a02-881d-fcf58d04cb13 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.1459360 Jun 30 12:01:22.644816 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6ddc78c1-3492-42e0-a963-ed765b59918e req-a701f98c-f36a-472d-94f8-d7ecd7d7e239 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547230 Jun 30 12:01:23.135523 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:23.378691 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da7324-a3c0-47de-b041-3834bd65ba24 req-b78d20bb-d90f-450a-8102-178ef9af1ca6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:23.381371 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-47da7324-a3c0-47de-b041-3834bd65ba24 req-b78d20bb-d90f-450a-8102-178ef9af1ca6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1342187 Jun 30 12:01:23.477472 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-47da7324-a3c0-47de-b041-3834bd65ba24 req-6b2049a0-5dcc-447f-8013-1b9bf5bd5ca8 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879784 Jun 30 12:01:23.987259 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114498f-f4d5-4b90-b3b7-1cb0a9185d2c req-cecb7e70-40a6-48dd-b9c9-43ca488980a9 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:23.997498 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3114498f-f4d5-4b90-b3b7-1cb0a9185d2c req-cecb7e70-40a6-48dd-b9c9-43ca488980a9 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.1936698 Jun 30 12:01:24.058077 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3114498f-f4d5-4b90-b3b7-1cb0a9185d2c req-01718e39-f912-4629-ad0e-5538e2790cda tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582612 Jun 30 12:01:24.764420 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45798) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:24.924454 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8d6aa-b831-4e9e-9a08-1046873850f1 req-57928142-83dc-4cc1-845e-13b6ce8dde99 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:24.930672 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7bc8d6aa-b831-4e9e-9a08-1046873850f1 req-57928142-83dc-4cc1-845e-13b6ce8dde99 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.3771870 Jun 30 12:01:24.953100 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca60438-48ba-49ea-956c-8cec9c012e19 req-ca9b2b34-243e-4010-8fc2-ce1373327fd2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:24.954707 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5ca60438-48ba-49ea-956c-8cec9c012e19 req-ca9b2b34-243e-4010-8fc2-ce1373327fd2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.2660420 Jun 30 12:01:24.974685 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-35445b26-484c-4a18-b2ee-9dd327725cbc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2077062 Jun 30 12:01:25.048929 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5ca60438-48ba-49ea-956c-8cec9c012e19 req-acbc564b-da31-4feb-a4ba-254d54175d00 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763123 Jun 30 12:01:25.065641 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7bc8d6aa-b831-4e9e-9a08-1046873850f1 req-3021cb08-a5e2-4b8d-ba3b-4d9e03e08ed8 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098127 Jun 30 12:01:25.901904 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 14677172-f70a-42f9-b49b-19b9f7b2802b no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:01:26.045577 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 14677172-f70a-42f9-b49b-19b9f7b2802b is: ACTIVE; New status is: DOWN {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:01:26.046240 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:26.088147 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 14677172-f70a-42f9-b49b-19b9f7b2802b, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=14677172-f70a-42f9-b49b-19b9f7b2802b,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:26.089403 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:01:26.205412 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:26.315250 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=14677172-f70a-42f9-b49b-19b9f7b2802b,revision_number=6']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:26.471420 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c61f6-bde7-432a-8c02-3ddfbbbd90c5 req-e4ced759-0697-40ae-90ba-1e1a47a1ee0c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:26.474726 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cb0c61f6-bde7-432a-8c02-3ddfbbbd90c5 req-e4ced759-0697-40ae-90ba-1e1a47a1ee0c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1920397 Jun 30 12:01:26.486229 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed9b94-3fc2-4ea8-8ec5-08b3cf549716 req-0cecd19d-4055-48a0-820a-05189deed200 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:26.487735 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-92ed9b94-3fc2-4ea8-8ec5-08b3cf549716 req-0cecd19d-4055-48a0-820a-05189deed200 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.2845411 Jun 30 12:01:26.575758 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-92ed9b94-3fc2-4ea8-8ec5-08b3cf549716 req-5ec89c1a-220b-49be-8aba-95e744d8dda3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708318 Jun 30 12:01:26.597206 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cb0c61f6-bde7-432a-8c02-3ddfbbbd90c5 req-75e7f182-6072-4b50-bc6f-c92662720308 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081550 Jun 30 12:01:26.647503 dv-cinder-848250-1-iscsi neutron-server[88752]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e0647938-6a22-48b6-9a0f-2082ac08e0d5']: {'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'code': 422} returned with failed status Jun 30 12:01:27.924722 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6854-778b-4883-8d17-56e355c066e8 req-7a870d68-decd-4060-8e12-49b35f1ce419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:27.926415 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-014b6854-778b-4883-8d17-56e355c066e8 req-7a870d68-decd-4060-8e12-49b35f1ce419 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66756d824b614f6a8344f03d7aa9133d&device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 1099 time: 0.1241529 Jun 30 12:01:27.968041 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c564c-6baa-460d-9fe9-4c82f7573a4c req-61f749cb-e19b-4eac-8e9c-6d7dc94af61e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:27.969594 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e47c564c-6baa-460d-9fe9-4c82f7573a4c req-61f749cb-e19b-4eac-8e9c-6d7dc94af61e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.2398224 Jun 30 12:01:27.984705 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97fc59-8337-49a4-a6ae-3bdfd2df3d08 req-a268ff0a-7ad4-45d6-ac03-28f77bdf704b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:27.986406 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5a97fc59-8337-49a4-a6ae-3bdfd2df3d08 req-a268ff0a-7ad4-45d6-ac03-28f77bdf704b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.2914181 Jun 30 12:01:28.054976 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e47c564c-6baa-460d-9fe9-4c82f7573a4c req-a30dae9b-836c-45e4-b601-9de5f187f1b3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674684 Jun 30 12:01:28.069247 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5a97fc59-8337-49a4-a6ae-3bdfd2df3d08 req-9b0bb0e3-21b0-4477-883f-1da2d16745d1 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660675 Jun 30 12:01:28.077855 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6854-778b-4883-8d17-56e355c066e8 req-36662ee5-5556-4b38-bf2f-683af53c59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:28.079421 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-014b6854-778b-4883-8d17-56e355c066e8 req-36662ee5-5556-4b38-bf2f-683af53c59fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f HTTP/1.1" status: 200 len: 917 time: 0.1461453 Jun 30 12:01:28.185168 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-014b6854-778b-4883-8d17-56e355c066e8 req-fef94db2-bd14-46a5-9fa3-03ba01d089db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7515172e-f008-4f3b-a9c5-91d086fef771 HTTP/1.1" status: 200 len: 1002 time: 0.0969846 Jun 30 12:01:28.340388 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6854-778b-4883-8d17-56e355c066e8 req-cd633d8f-4e5e-4f28-b065-9d079ac8d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:28.342106 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-014b6854-778b-4883-8d17-56e355c066e8 req-cd633d8f-4e5e-4f28-b065-9d079ac8d5c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fda0c666-547b-4f4c-9f02-e4a51b02d42a HTTP/1.1" status: 200 len: 855 time: 0.1510072 Jun 30 12:01:28.366412 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45860) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:28.429952 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b6854-778b-4883-8d17-56e355c066e8 req-6eafd67b-e479-46e0-b702-5702e109237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:28.431505 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-014b6854-778b-4883-8d17-56e355c066e8 req-6eafd67b-e479-46e0-b702-5702e109237b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815036 Jun 30 12:01:28.491247 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-51a094a9-13ce-4c20-b232-f7d554a8724c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:28.507839 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-51a094a9-13ce-4c20-b232-f7d554a8724c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:01:28.512179 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-51a094a9-13ce-4c20-b232-f7d554a8724c admin admin] Usage tracker for resource:security_group_rule and tenant:1fe3d6938ccb4f0fb75a39d4f28e984d is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:01:28.515382 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-51a094a9-13ce-4c20-b232-f7d554a8724c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:01:28.522511 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-51a094a9-13ce-4c20-b232-f7d554a8724c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:01:28.591389 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-014b6854-778b-4883-8d17-56e355c066e8 req-3c640c38-fae7-4d18-85ad-3a0db5f0b3a8 service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517794 Jun 30 12:01:28.613888 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-51a094a9-13ce-4c20-b232-f7d554a8724c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:28.683971 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-51a094a9-13ce-4c20-b232-f7d554a8724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:28.732185 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-014b6854-778b-4883-8d17-56e355c066e8 req-fdb13533-bf75-4401-8d11-a5a9c23fe0b2 service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347318 Jun 30 12:01:28.736543 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-51a094a9-13ce-4c20-b232-f7d554a8724c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fe3d6938ccb4f0fb75a39d4f28e984d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688948 Jun 30 12:01:28.737312 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a094a9-13ce-4c20-b232-f7d554a8724c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf0fa13-1a7d-48a9-ad22-414428f12747,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:28.740292 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45866) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:28.806885 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:28.834145 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:28.958889 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:28.975232 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf0fa13-1a7d-48a9-ad22-414428f12747,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:28.987261 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:28.987611 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:28.987955 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:28.990342 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:28.990342 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:28.990342 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:28.990342 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:28.990342 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:28.990806 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:28.991017 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:28.991586 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:28.991586 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:28.995789 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:28.997101 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-12e67853-4e52-4da5-9fa6-bfafbc7aa572 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccf0fa13-1a7d-48a9-ad22-414428f12747 HTTP/1.1" status: 204 len: 168 time: 0.2556980 Jun 30 12:01:29.348312 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f43b7-6f50-40d2-832d-fd55a91fd274 req-802aca21-0d7f-44e4-acb8-f14bddcceb6a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:29.350730 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fb6f43b7-6f50-40d2-832d-fd55a91fd274 req-802aca21-0d7f-44e4-acb8-f14bddcceb6a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1221693 Jun 30 12:01:29.361837 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cafe1-9d6d-4854-8e75-ecc5f45086d9 req-85ed3e98-6211-4d99-9d99-43097b3ccdc7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:29.363448 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b91cafe1-9d6d-4854-8e75-ecc5f45086d9 req-85ed3e98-6211-4d99-9d99-43097b3ccdc7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1831689 Jun 30 12:01:29.440859 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fb6f43b7-6f50-40d2-832d-fd55a91fd274 req-b0b85369-eb8f-4947-af47-6da85d123a01 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762663 Jun 30 12:01:29.448999 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b91cafe1-9d6d-4854-8e75-ecc5f45086d9 req-e6d99a9f-cc0a-454e-829c-1815332fd817 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669351 Jun 30 12:01:29.678073 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45880) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:29.696318 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-05fcfef5-e18c-4f88-9fae-cc9301506175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:29.711476 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-05fcfef5-e18c-4f88-9fae-cc9301506175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:01:29.715432 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-05fcfef5-e18c-4f88-9fae-cc9301506175 admin admin] Usage tracker for resource:security_group_rule and tenant:58aaf523a8964064b72c31c86d454bdd is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:01:29.718280 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-05fcfef5-e18c-4f88-9fae-cc9301506175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:01:29.724052 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-05fcfef5-e18c-4f88-9fae-cc9301506175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:01:29.809057 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-05fcfef5-e18c-4f88-9fae-cc9301506175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:29.947071 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-05fcfef5-e18c-4f88-9fae-cc9301506175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:30.001965 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-05fcfef5-e18c-4f88-9fae-cc9301506175 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58aaf523a8964064b72c31c86d454bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203783 Jun 30 12:01:30.001965 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcfef5-e18c-4f88-9fae-cc9301506175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fa4ff4-c114-410a-aa2c-7ac7bde9796f,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:30.002764 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45886) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:30.065944 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-bfc7365c-587f-4e13-a886-e29df94b3e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:30.093776 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-bfc7365c-587f-4e13-a886-e29df94b3e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:30.227419 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-bfc7365c-587f-4e13-a886-e29df94b3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:30.245371 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7365c-587f-4e13-a886-e29df94b3e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fa4ff4-c114-410a-aa2c-7ac7bde9796f,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:30.259320 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-bfc7365c-587f-4e13-a886-e29df94b3e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:30.260510 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-bfc7365c-587f-4e13-a886-e29df94b3e0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20fa4ff4-c114-410a-aa2c-7ac7bde9796f HTTP/1.1" status: 204 len: 168 time: 0.2568383 Jun 30 12:01:30.724046 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4582ad6-a264-4976-8f71-c16a4238a981 req-a78b49e7-5170-46dc-a997-2858ac3528ee tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:30.726595 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d4582ad6-a264-4976-8f71-c16a4238a981 req-a78b49e7-5170-46dc-a997-2858ac3528ee tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1746581 Jun 30 12:01:30.735355 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadd4e7-cc7c-4dd6-8c25-62b1e65fc866 req-8c76838e-c9ad-4ee4-9cb8-4c375d499039 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:30.736393 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5cadd4e7-cc7c-4dd6-8c25-62b1e65fc866 req-8c76838e-c9ad-4ee4-9cb8-4c375d499039 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.1430957 Jun 30 12:01:30.812005 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d4582ad6-a264-4976-8f71-c16a4238a981 req-1bd947a8-22e3-487d-a52f-b51834925ded tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746160 Jun 30 12:01:30.819986 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5cadd4e7-cc7c-4dd6-8c25-62b1e65fc866 req-2bf64f38-9a3e-4ee4-954d-c97a611944e1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670145 Jun 30 12:01:31.435396 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 45918) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:31.550240 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1874901945-network', 'tenant_id': 'f7045b19c7de4b78950b0f9f9b96b98c'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:01:31.555443 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:01:31.561612 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Usage tracker for resource:network and tenant:f7045b19c7de4b78950b0f9f9b96b98c is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:01:31.563270 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:01:31.570383 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:01:31.621445 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Made reservation on behalf of f7045b19c7de4b78950b0f9f9b96b98c for: {'network': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:01:31.623746 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:31.636080 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:31.651378 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:01:31.655157 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Usage tracker for resource:security_group_rule and tenant:f7045b19c7de4b78950b0f9f9b96b98c is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:01:31.657930 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:01:31.664313 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:01:31.745807 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:31.815583 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:31.856555 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073f0251-628c-4e34-806d-2920e61080aa,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:31.859558 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 12:01:31.872078 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:31.872535 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.segments_db [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Added segment 574ea242-c979-4c20-93b6-6fa73bd2a256 of type vlan for network 9eb7ca6e-655b-41e9-8a8c-296cc396f08a Jun 30 12:01:31.904471 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:31.926626 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7515172e-f008-4f3b-a9c5-91d086fef771 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:01:32.051893 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:32.053481 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:32.054080 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:32.060379 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 7515172e-f008-4f3b-a9c5-91d086fef771 is: ACTIVE; New status is: DOWN {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:01:32.060829 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:32.090834 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7515172e-f008-4f3b-a9c5-91d086fef771'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:01:32.102139 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7515172e-f008-4f3b-a9c5-91d086fef771, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7515172e-f008-4f3b-a9c5-91d086fef771,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:32.176144 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:32.193148 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] Pushing event updated for resources: {'Network': ['ID=9eb7ca6e-655b-41e9-8a8c-296cc396f08a,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:32.216708 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network 9eb7ca6e-655b-41e9-8a8c-296cc396f08a details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 12:01:32.225324 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd14eca-125f-44ea-96a7-f6d2709e4229 req-ec4bbce6-c002-45fc-a4b3-f27f335f040f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:32.226859 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1fd14eca-125f-44ea-96a7-f6d2709e4229 req-ec4bbce6-c002-45fc-a4b3-f27f335f040f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.2762692 Jun 30 12:01:32.262831 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b37e04-d9d6-4de0-b158-25309efec449 req-9bb21312-51ba-44a0-9f1f-7f7a1d36e8d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:32.275241 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f7b37e04-d9d6-4de0-b158-25309efec449 req-9bb21312-51ba-44a0-9f1f-7f7a1d36e8d3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 946 time: 0.2763233 Jun 30 12:01:32.310572 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 45934) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:01:32.311156 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-5c3b14f0-1f77-4bd6-a8e2-359867e381ab admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8741791 Jun 30 12:01:32.320071 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Request body: {'subnet': {'network_id': '9eb7ca6e-655b-41e9-8a8c-296cc396f08a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1874901945-subnet', 'tenant_id': 'f7045b19c7de4b78950b0f9f9b96b98c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:01:32.333718 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1fd14eca-125f-44ea-96a7-f6d2709e4229 req-f0bc455f-06a3-4184-bea8-9dee9efd518c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997663 Jun 30 12:01:32.344527 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:01:32.357221 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Usage tracker for resource:subnet and tenant:f7045b19c7de4b78950b0f9f9b96b98c is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:01:32.362011 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f7b37e04-d9d6-4de0-b158-25309efec449 req-2f3937a9-df9b-47eb-88a3-55ba77032bf6 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860674 Jun 30 12:01:32.381741 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:01:32.390494 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:01:32.421740 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=7515172e-f008-4f3b-a9c5-91d086fef771,revision_number=8']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:32.437649 dv-cinder-848250-1-iscsi neutron-server[88752]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-113d14b0-ab44-4eb7-bec3-ec2612974c3b']: {'server_uuid': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7515172e-f008-4f3b-a9c5-91d086fef771', 'code': 422} returned with failed status Jun 30 12:01:32.472136 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Made reservation on behalf of f7045b19c7de4b78950b0f9f9b96b98c for: {'subnet': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:01:32.475164 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1085331'] for subnet, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:32.764310 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33532763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1085349'] for subnet, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:32.848165 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ccd0a6a-ce23-4548-811d-fc28303eb66c,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:32.854570 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Checking segment: {'id': '574ea242-c979-4c20-93b6-6fa73bd2a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9eb7ca6e-655b-41e9-8a8c-296cc396f08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:01:32.854955 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Network hostable DHCP agents. Network: 9eb7ca6e-655b-41e9-8a8c-296cc396f08a, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 12:01:32.952739 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Network 9eb7ca6e-655b-41e9-8a8c-296cc396f08a is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 12:01:33.061478 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, 9eb7ca6e-655b-41e9-8a8c-296cc396f08a) {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:01:33.065665 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:33.066217 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:33.070652 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6e6199-89e5-41c4-966c-112a1c3075e1 None None] Network 9eb7ca6e-655b-41e9-8a8c-296cc396f08a requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:01:33.195076 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-df7afc51-d56d-4ed6-974d-32403ca9276b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8818839 Jun 30 12:01:33.304891 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615e32c2-b60e-4dae-a1f5-7ed81d32f7c9 None None] Network 9eb7ca6e-655b-41e9-8a8c-296cc396f08a requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:01:33.593572 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32952818-14ce-4155-a230-e49118a83e4d req-77009817-e333-47ce-bfcc-ab4b58eed519 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:33.595571 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-32952818-14ce-4155-a230-e49118a83e4d req-77009817-e333-47ce-bfcc-ab4b58eed519 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1106355 Jun 30 12:01:33.650600 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-32952818-14ce-4155-a230-e49118a83e4d req-c8f31082-b537-4ba2-b758-fc663aac0d13 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465260 Jun 30 12:01:34.534680 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-dfd51c09-8d4b-4835-a1d3-ec976f54b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:34.537612 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-dfd51c09-8d4b-4835-a1d3-ec976f54b9d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab&tenant_id=eba484848b8e4410a0a4acc6f3019575 HTTP/1.1" status: 200 len: 1096 time: 0.0884161 Jun 30 12:01:34.666511 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-5330fc9e-317a-448f-b49f-31a3d073c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:34.668043 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-5330fc9e-317a-448f-b49f-31a3d073c596 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eba484848b8e4410a0a4acc6f3019575&device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 1096 time: 0.1028223 Jun 30 12:01:34.819624 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-e626791d-ce37-48f3-b8bc-8f94c781dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:34.821119 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-e626791d-ce37-48f3-b8bc-8f94c781dd4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=33724ee5-5a3e-4d68-a19f-6043ed2b8c26 HTTP/1.1" status: 200 len: 909 time: 0.1385517 Jun 30 12:01:35.083693 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-56ed1e2f-36f1-4d5a-b24a-b22459700bd5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14677172-f70a-42f9-b49b-19b9f7b2802b HTTP/1.1" status: 200 len: 998 time: 0.1066449 Jun 30 12:01:35.083693 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-8a9c4470-c726-487f-990e-c01c8a81b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:35.083693 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-8a9c4470-c726-487f-990e-c01c8a81b5c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fd1625f-4000-45fe-8c1a-a812dcf95e0d HTTP/1.1" status: 200 len: 847 time: 0.0682733 Jun 30 12:01:35.100588 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-ae3508dd-4a09-4019-98c1-4bc214de152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:35.102099 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-ae3508dd-4a09-4019-98c1-4bc214de152c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33724ee5-5a3e-4d68-a19f-6043ed2b8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834632 Jun 30 12:01:35.246120 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-ae7107af-e517-41d2-b37b-27a8d4b95374 service neutron] 10.222.0.44 "GET /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332822 Jun 30 12:01:35.384449 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-39086d1a-fad7-4d9b-8a23-8dd9945337d8 service neutron] 10.222.0.44 "GET /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325593 Jun 30 12:01:35.528914 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87da0e-9be4-41e2-a758-077ac95b2104 req-905fc3bf-0d5c-4eb0-b5f8-233f7fc7e744 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:35.530381 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2e87da0e-9be4-41e2-a758-077ac95b2104 req-905fc3bf-0d5c-4eb0-b5f8-233f7fc7e744 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0943484 Jun 30 12:01:35.582580 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2e87da0e-9be4-41e2-a758-077ac95b2104 req-0ce87baf-9dff-493d-a3fb-e1a9229ccfdb tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464704 Jun 30 12:01:36.076039 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e775b925-8c54-416e-9344-fdd5535d84f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:36.076670 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e775b925-8c54-416e-9344-fdd5535d84f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Synchronizing usage tracker for tenant:f7045b19c7de4b78950b0f9f9b96b98c on resource:network {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:01:36.095124 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb899a-b2a1-4044-836d-17b25cc870b4 req-4c825cb5-d0ab-417e-a3fb-43d820f1e8c4 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:36.096632 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-33bb899a-b2a1-4044-836d-17b25cc870b4 req-4c825cb5-d0ab-417e-a3fb-43d820f1e8c4 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.1578927 Jun 30 12:01:36.173232 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-30f0c15c-7fa0-4bae-ac9c-5cb8a2e5cce7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891526 Jun 30 12:01:36.224947 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e775b925-8c54-416e-9344-fdd5535d84f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Unset dirty status for tenant:f7045b19c7de4b78950b0f9f9b96b98c on resource:network {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:01:36.226181 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e775b925-8c54-416e-9344-fdd5535d84f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/networks?id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a HTTP/1.1" status: 200 len: 814 time: 0.3624768 Jun 30 12:01:36.253990 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-aa527af1-8e54-4c9f-97b4-3039076448a0 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/quotas/f7045b19c7de4b78950b0f9f9b96b98c HTTP/1.1" status: 200 len: 375 time: 0.0204086 Jun 30 12:01:36.303066 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-33bb899a-b2a1-4044-836d-17b25cc870b4 req-3bc37173-f8c1-4d76-8df8-806acee6c443 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985760 Jun 30 12:01:36.326339 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-ecd7e6d9-789e-41d4-ac1c-feeffa1509ea tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579658 Jun 30 12:01:36.464105 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-2fa99764-8d9b-4196-a8b1-52625427675a service neutron] 10.222.0.18 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382143 Jun 30 12:01:36.604885 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-1391a78e-1757-4027-98c3-5e7df0bf0ad3 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350007 Jun 30 12:01:36.806160 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59138079-88d2-4418-b167-c83433004cf8 req-2241cfc2-5445-43a8-803c-375e1555b6fd tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:36.807760 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-59138079-88d2-4418-b167-c83433004cf8 req-2241cfc2-5445-43a8-803c-375e1555b6fd tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1061363 Jun 30 12:01:36.890074 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eb480400-90ae-4dd9-82c3-decae7f18143 req-75868e59-acd4-494f-8a0e-5e7496606c07 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 210 time: 0.0611420 Jun 30 12:01:36.919074 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-59138079-88d2-4418-b167-c83433004cf8 req-50854e10-7e5a-4c27-808a-c2e07ed647ae tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055884 Jun 30 12:01:37.516890 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933feddf-cd58-485a-94c8-6278e960a0ba req-8b6e5778-b023-43ba-b037-dea9fab6a219 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:37.518407 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-933feddf-cd58-485a-94c8-6278e960a0ba req-8b6e5778-b023-43ba-b037-dea9fab6a219 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.0919981 Jun 30 12:01:37.566680 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-933feddf-cd58-485a-94c8-6278e960a0ba req-564ad32c-0e69-44ef-80b3-3e27003258b7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410712 Jun 30 12:01:37.733357 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-9539a8c5-54a0-4f1b-97e0-377347b30f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:37.734843 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-9539a8c5-54a0-4f1b-97e0-377347b30f06 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8&tenant_id=66756d824b614f6a8344f03d7aa9133d HTTP/1.1" status: 200 len: 1097 time: 0.0825551 Jun 30 12:01:37.927675 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-99426b59-5360-4f77-8a0f-dfbf43351c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:37.929324 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-99426b59-5360-4f77-8a0f-dfbf43351c02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66756d824b614f6a8344f03d7aa9133d&device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 1097 time: 0.1707933 Jun 30 12:01:38.061284 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1629e63d-8427-4db9-a8fe-43dbc95cb822 req-3c60cc45-c058-4fcb-aaf7-df31cfc5dd55 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 210 time: 0.0527525 Jun 30 12:01:38.092061 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-9d950c26-b83c-4ead-b3ea-0d1317561046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:38.093621 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-9d950c26-b83c-4ead-b3ea-0d1317561046 service neutron] 10.222.0.44 "GET /v2.0/networks?id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f HTTP/1.1" status: 200 len: 917 time: 0.1577969 Jun 30 12:01:38.156335 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437873d-2f8f-4dbe-9cfe-7bdb3540b646 req-06c4a75e-7d8b-43db-8b6e-edb2f3073c45 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:38.158246 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7437873d-2f8f-4dbe-9cfe-7bdb3540b646 req-06c4a75e-7d8b-43db-8b6e-edb2f3073c45 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1075785 Jun 30 12:01:38.207285 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-d5cbd9c4-e1ed-4b28-b659-9af8374a0674 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7515172e-f008-4f3b-a9c5-91d086fef771 HTTP/1.1" status: 200 len: 1000 time: 0.1066656 Jun 30 12:01:38.210378 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7437873d-2f8f-4dbe-9cfe-7bdb3540b646 req-fd2b248f-c1ca-4904-9765-fac78e3e9446 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455494 Jun 30 12:01:38.278470 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-cd8b8be8-aad4-42d1-a966-54d83790a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:38.280052 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-cd8b8be8-aad4-42d1-a966-54d83790a892 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fda0c666-547b-4f4c-9f02-e4a51b02d42a HTTP/1.1" status: 200 len: 855 time: 0.0589421 Jun 30 12:01:38.387466 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-60a82d8e-7221-452b-b9f3-fa2d3e5d071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:38.389411 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-60a82d8e-7221-452b-b9f3-fa2d3e5d071d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900645 Jun 30 12:01:38.530442 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-29ff7954-af4e-44fd-8525-9445134175a7 service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330795 Jun 30 12:01:38.673295 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-b0b85ce0-c6ba-4387-8227-74bd58d7bcb6 service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349196 Jun 30 12:01:38.778621 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca8512-b09b-4e4f-881f-cfd63b7c83c6 req-f87babc1-66b7-4b0b-9744-71e3d7cdff87 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:38.780091 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e7ca8512-b09b-4e4f-881f-cfd63b7c83c6 req-f87babc1-66b7-4b0b-9744-71e3d7cdff87 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.0945718 Jun 30 12:01:38.829797 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e7ca8512-b09b-4e4f-881f-cfd63b7c83c6 req-631aa57d-5a01-4abc-8c93-242de85450c2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440185 Jun 30 12:01:39.241694 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f0bcd571-cbe8-45dc-9549-5e046cdca0c1 req-5fb78957-205c-41dd-a60f-07fcd29ce303 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 210 time: 0.0624971 Jun 30 12:01:39.339807 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-a2711385-f812-4b96-bc34-335ecfb15def tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:39.342180 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-a2711385-f812-4b96-bc34-335ecfb15def tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.44 "GET /v2.0/networks?id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a HTTP/1.1" status: 200 len: 814 time: 0.1709220 Jun 30 12:01:39.359878 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Request body: {'port': {'device_id': 'df4567c4-f807-47fa-bfc8-db5405a70e01', 'network_id': '9eb7ca6e-655b-41e9-8a8c-296cc396f08a', 'admin_state_up': True, 'tenant_id': 'f7045b19c7de4b78950b0f9f9b96b98c'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:01:39.467449 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431278bd-f493-4d02-af1b-319dcde3b33d req-f1fd908e-c312-466a-9d50-0fb4b6f54741 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:39.471271 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-431278bd-f493-4d02-af1b-319dcde3b33d req-f1fd908e-c312-466a-9d50-0fb4b6f54741 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1443026 Jun 30 12:01:39.555916 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-431278bd-f493-4d02-af1b-319dcde3b33d req-21a1144f-2a6d-421a-b5ad-d529e56f82ec tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763283 Jun 30 12:01:39.574944 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:01:39.582362 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Usage tracker for resource:port and tenant:f7045b19c7de4b78950b0f9f9b96b98c is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:01:39.601207 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:01:39.613348 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:01:39.701741 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Made reservation on behalf of f7045b19c7de4b78950b0f9f9b96b98c for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:01:39.706043 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:39.931295 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Allocated IP 172.20.0.14 (9eb7ca6e-655b-41e9-8a8c-296cc396f08a/1ccd0a6a-ce23-4548-811d-fc28303eb66c/dbc62ddb-de62-4145-966e-22f93971c731) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:01:40.130469 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c92f3a-7a17-4fca-bb52-227a0b80b186 req-1197db6b-1f36-4ad2-b34d-f09b85081e66 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:40.138338 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-79c92f3a-7a17-4fca-bb52-227a0b80b186 req-1197db6b-1f36-4ad2-b34d-f09b85081e66 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.1467030 Jun 30 12:01:40.237386 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-79c92f3a-7a17-4fca-bb52-227a0b80b186 req-b85c41bc-6d07-43e6-bf13-922b9f01bfa1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919843 Jun 30 12:01:40.243049 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:40.382733 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:40.466455 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Pushing event updated for resources: {'Port': ['ID=dbc62ddb-de62-4145-966e-22f93971c731,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:40.479641 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Network 9eb7ca6e-655b-41e9-8a8c-296cc396f08a is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:01:40.480870 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:01:40.487394 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:01:40.517148 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba85f5-01a8-4617-86c5-b362ae806fe3 req-72754d2f-5f67-40a0-8aa9-645e9dd5dbfd tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:40.518833 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-06ba85f5-01a8-4617-86c5-b362ae806fe3 req-72754d2f-5f67-40a0-8aa9-645e9dd5dbfd tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 932 time: 0.1450565 Jun 30 12:01:40.603029 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:40.603700 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:40.613713 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-06ba85f5-01a8-4617-86c5-b362ae806fe3 req-1c759bf4-b70c-49b8-9aa6-ab1e486a901a tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Synchronizing usage tracker for tenant:f7045b19c7de4b78950b0f9f9b96b98c on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:01:40.736331 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6c2fc084-af61-4a71-9f58-6b85edb0333d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3811922 Jun 30 12:01:40.738770 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-06ba85f5-01a8-4617-86c5-b362ae806fe3 req-1c759bf4-b70c-49b8-9aa6-ab1e486a901a tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Unset dirty status for tenant:f7045b19c7de4b78950b0f9f9b96b98c on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:01:40.740655 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-06ba85f5-01a8-4617-86c5-b362ae806fe3 req-1c759bf4-b70c-49b8-9aa6-ab1e486a901a tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051394 Jun 30 12:01:40.805595 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cb9e7-9c81-463c-b1f7-1f26d16d9b86 req-51ef4438-ef3c-4c47-a4b8-ca058091968f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:40.806895 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-318cb9e7-9c81-463c-b1f7-1f26d16d9b86 req-51ef4438-ef3c-4c47-a4b8-ca058091968f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1171672 Jun 30 12:01:40.872746 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-318cb9e7-9c81-463c-b1f7-1f26d16d9b86 req-e8601f2c-9ae2-4d06-a981-3e405d7a4bc6 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595169 Jun 30 12:01:41.476983 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89894b51-9437-4ae8-8dcf-9c7bc60a9b8f req-00548e1d-2c04-4f6f-8f32-b0c317d3aac4 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:41.478566 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-89894b51-9437-4ae8-8dcf-9c7bc60a9b8f req-00548e1d-2c04-4f6f-8f32-b0c317d3aac4 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.1050158 Jun 30 12:01:41.528016 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-89894b51-9437-4ae8-8dcf-9c7bc60a9b8f req-c7026493-02e3-4f91-85d8-0cc14ec83d05 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436821 Jun 30 12:01:42.002428 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6005e5-f826-4653-aafa-a4551fc9236e req-fd373cc7-6c2b-4d3b-8533-16c541ad030e tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:42.004393 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1f6005e5-f826-4653-aafa-a4551fc9236e req-fd373cc7-6c2b-4d3b-8533-16c541ad030e tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 932 time: 0.1341932 Jun 30 12:01:42.133397 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1f6005e5-f826-4653-aafa-a4551fc9236e req-64b37e32-6bc6-4938-998a-6174a2d5e0b2 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197505 Jun 30 12:01:42.242222 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e3150-b52d-4745-aad5-7d79aced560b req-2b42edb7-1f33-41f4-ba13-5d48a669fb52 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:42.242222 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-864e3150-b52d-4745-aad5-7d79aced560b req-2b42edb7-1f33-41f4-ba13-5d48a669fb52 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1482079 Jun 30 12:01:42.242222 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-864e3150-b52d-4745-aad5-7d79aced560b req-1d300106-7e96-456b-9932-e982b5bb809c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458903 Jun 30 12:01:42.745380 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54f650-1304-4f3f-9adb-840e59295e50 req-b6cec03a-19e4-4015-8c8d-664718abc7b3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:42.747096 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1b54f650-1304-4f3f-9adb-840e59295e50 req-b6cec03a-19e4-4015-8c8d-664718abc7b3 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.0949507 Jun 30 12:01:42.794603 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1b54f650-1304-4f3f-9adb-840e59295e50 req-246a90e5-b52e-4e7f-92ec-f9314d393301 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419090 Jun 30 12:01:43.544645 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0181a77-ebc3-4392-b100-013e33d5c658 req-a38e1014-293a-4fae-8d9e-91d2ac12ad38 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:43.546085 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a0181a77-ebc3-4392-b100-013e33d5c658 req-a38e1014-293a-4fae-8d9e-91d2ac12ad38 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 932 time: 0.1789961 Jun 30 12:01:43.557283 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c5387-59fc-4143-a741-0daee4c00e97 req-fc55dca7-e8cf-420b-85d2-85828555996c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:43.562030 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ee8c5387-59fc-4143-a741-0daee4c00e97 req-fc55dca7-e8cf-420b-85d2-85828555996c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1446643 Jun 30 12:01:43.742428 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a0181a77-ebc3-4392-b100-013e33d5c658 req-9f661c8a-0d27-458c-8874-f9ce08043cdc tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792109 Jun 30 12:01:43.751273 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ee8c5387-59fc-4143-a741-0daee4c00e97 req-79167fca-02a1-41fd-b7fb-b051acb96b98 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745751 Jun 30 12:01:44.010210 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c281ad-f7d3-402a-b1d5-f14b957a0cef req-52e14e23-bff4-4152-aba6-ebf8669121a5 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:44.011863 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-03c281ad-f7d3-402a-b1d5-f14b957a0cef req-52e14e23-bff4-4152-aba6-ebf8669121a5 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.0960882 Jun 30 12:01:44.061520 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-03c281ad-f7d3-402a-b1d5-f14b957a0cef req-7d73b602-f0e8-42d3-ae37-8184baa947ce tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436265 Jun 30 12:01:44.063402 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:01:45.036829 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8769a-40b5-45f8-a933-974b1d054d78 req-afa6f8e5-87f6-4492-a4ed-d6bce8e9c58b tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:45.038331 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-82f8769a-40b5-45f8-a933-974b1d054d78 req-afa6f8e5-87f6-4492-a4ed-d6bce8e9c58b tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 932 time: 0.1750100 Jun 30 12:01:45.055519 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1d6bd-11b4-4318-9136-084bd7b59a1b req-7992a7dd-324b-4d39-af10-81338efd7a33 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:45.057086 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-16f1d6bd-11b4-4318-9136-084bd7b59a1b req-7992a7dd-324b-4d39-af10-81338efd7a33 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1262538 Jun 30 12:01:45.128058 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-82f8769a-40b5-45f8-a933-974b1d054d78 req-5733c1ae-e7b5-47fa-b7b6-ceadbba9a526 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813534 Jun 30 12:01:45.136632 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-16f1d6bd-11b4-4318-9136-084bd7b59a1b req-5d87e9cc-1d6a-44d7-9411-90eb8836b8f1 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657089 Jun 30 12:01:45.361884 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38b3b-6661-4c2e-b87a-29db9cbbd469 req-7612e2fe-b4f8-4b00-bcfa-7f4c7eb59a6d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:45.361884 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6ae38b3b-6661-4c2e-b87a-29db9cbbd469 req-7612e2fe-b4f8-4b00-bcfa-7f4c7eb59a6d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.1145415 Jun 30 12:01:45.418147 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6ae38b3b-6661-4c2e-b87a-29db9cbbd469 req-37c8cd2f-5911-4b78-94ee-2d66188981a2 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552869 Jun 30 12:01:45.998725 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:46.469458 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7d162-20ae-4c1f-9e57-954cff1170c0 req-0d3cce83-875c-4830-bcc1-e3f54720795b tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:46.469458 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9bf7d162-20ae-4c1f-9e57-954cff1170c0 req-0d3cce83-875c-4830-bcc1-e3f54720795b tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 932 time: 0.1199069 Jun 30 12:01:46.469458 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98557c23-271b-4b5e-a0c2-580e4daa4409 req-6bf40647-aab7-4072-bc0a-7b648221bd80 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:46.469458 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-98557c23-271b-4b5e-a0c2-580e4daa4409 req-6bf40647-aab7-4072-bc0a-7b648221bd80 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.2026021 Jun 30 12:01:46.503367 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9bf7d162-20ae-4c1f-9e57-954cff1170c0 req-29bea839-080b-4174-9c93-f7b38d94d4fa tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776465 Jun 30 12:01:46.560405 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-98557c23-271b-4b5e-a0c2-580e4daa4409 req-849bd22a-fa0a-4721-a007-e644a1dfb527 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768487 Jun 30 12:01:46.780743 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26bf9d-9c6c-4124-a633-07cb16770fb3 req-a253b3b9-fdfb-4f7e-a966-189bb26f6376 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:46.782296 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1d26bf9d-9c6c-4124-a633-07cb16770fb3 req-a253b3b9-fdfb-4f7e-a966-189bb26f6376 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.1054831 Jun 30 12:01:46.830568 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1d26bf9d-9c6c-4124-a633-07cb16770fb3 req-2f65ae32-5873-47ba-b3d3-c176027dbb99 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413015 Jun 30 12:01:47.799422 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc4b3e-e265-4044-90e5-57e7d2778e78 req-f1b6d36b-1708-460d-be6a-065dc548773f tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:47.800920 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-88dc4b3e-e265-4044-90e5-57e7d2778e78 req-f1b6d36b-1708-460d-be6a-065dc548773f tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 932 time: 0.1617997 Jun 30 12:01:47.808765 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59f877-83c6-4d0b-9d51-9f20e00f9621 req-2be8404d-6b31-4222-b15a-5f545d90d68d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:47.810112 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9f59f877-83c6-4d0b-9d51-9f20e00f9621 req-2be8404d-6b31-4222-b15a-5f545d90d68d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1282539 Jun 30 12:01:47.879622 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-88dc4b3e-e265-4044-90e5-57e7d2778e78 req-34a0135c-a35c-4f3a-ada2-c747988a44ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684633 Jun 30 12:01:47.885078 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9f59f877-83c6-4d0b-9d51-9f20e00f9621 req-0512a3ee-6dc0-4111-a356-14264cfe632d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608063 Jun 30 12:01:48.069361 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db04fc0-b46a-4bd5-8463-e38215ac5d77 req-50ab14db-8361-4b8b-88e5-6d7718764295 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:48.070779 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1db04fc0-b46a-4bd5-8463-e38215ac5d77 req-50ab14db-8361-4b8b-88e5-6d7718764295 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.0929439 Jun 30 12:01:48.111578 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Request body: {'port': {'device_id': 'df4567c4-f807-47fa-bfc8-db5405a70e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:01:48.121038 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1db04fc0-b46a-4bd5-8463-e38215ac5d77 req-a71b652d-b88d-425b-8d81-0a2a8c1f19f4 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446446 Jun 30 12:01:48.221593 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-09380440-224d-4029-9994-d2a4afb38abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:48.376769 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:48.509053 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf670-c4ff-4730-a2ac-6558365e47cf req-e6203893-3d9a-4a68-a301-0175c9d22f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:48.510590 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2e7bf670-c4ff-4730-a2ac-6558365e47cf req-e6203893-3d9a-4a68-a301-0175c9d22f5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66756d824b614f6a8344f03d7aa9133d&device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 1097 time: 0.2974062 Jun 30 12:01:48.789784 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf670-c4ff-4730-a2ac-6558365e47cf req-ec1a2696-8344-481a-a6e9-8ce8748fd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:48.791382 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2e7bf670-c4ff-4730-a2ac-6558365e47cf req-ec1a2696-8344-481a-a6e9-8ce8748fd31e service neutron] 10.222.0.44 "GET /v2.0/networks?id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f HTTP/1.1" status: 200 len: 917 time: 0.2564518 Jun 30 12:01:48.966680 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2e7bf670-c4ff-4730-a2ac-6558365e47cf req-b8cb3695-797c-497c-9540-b8d57951ed3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7515172e-f008-4f3b-a9c5-91d086fef771 HTTP/1.1" status: 200 len: 1000 time: 0.1635334 Jun 30 12:01:48.970568 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc62ddb-de62-4145-966e-22f93971c731 {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:01:48.979346 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:49.033663 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Transition to ACTIVE for port object dbc62ddb-de62-4145-966e-22f93971c731 will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:01:49.049557 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf670-c4ff-4730-a2ac-6558365e47cf req-9eaf6d4f-f2ba-44fd-82c2-2509d409f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:49.051001 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2e7bf670-c4ff-4730-a2ac-6558365e47cf req-9eaf6d4f-f2ba-44fd-82c2-2509d409f53a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fda0c666-547b-4f4c-9f02-e4a51b02d42a HTTP/1.1" status: 200 len: 855 time: 0.0737400 Jun 30 12:01:49.097400 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:49.155285 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e692e07-8538-49fa-8945-b235066c71d7 req-c72e8a52-c60c-412a-aa04-5625cdd2fc72 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:49.156839 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4e692e07-8538-49fa-8945-b235066c71d7 req-c72e8a52-c60c-412a-aa04-5625cdd2fc72 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 932 time: 0.1550398 Jun 30 12:01:49.166874 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1067f-4496-4ea4-b5cf-f81d75a0ff4d req-4e706df1-a586-4641-b43f-f58d295314aa tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:49.168341 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-efd1067f-4496-4ea4-b5cf-f81d75a0ff4d req-4e706df1-a586-4641-b43f-f58d295314aa tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1253335 Jun 30 12:01:49.237063 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4e692e07-8538-49fa-8945-b235066c71d7 req-63072a72-7179-49a3-97f8-c7ed36c743b6 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677006 Jun 30 12:01:49.245166 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-efd1067f-4496-4ea4-b5cf-f81d75a0ff4d req-16ded047-ccde-453e-90b3-11ce8e2218c3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621495 Jun 30 12:01:49.255846 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc62ddb-de62-4145-966e-22f93971c731,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:49.362785 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf670-c4ff-4730-a2ac-6558365e47cf req-8c58803b-7786-4fd9-a690-8cb88cdbaed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:49.364868 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2e7bf670-c4ff-4730-a2ac-6558365e47cf req-8c58803b-7786-4fd9-a690-8cb88cdbaed5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3068061 Jun 30 12:01:49.445288 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1471d-da3c-4251-aeea-a9f4d20cb057 req-240005d3-37cc-46af-bb62-ec97bac075fa tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:49.446822 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-69e1471d-da3c-4251-aeea-a9f4d20cb057 req-240005d3-37cc-46af-bb62-ec97bac075fa tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.0910971 Jun 30 12:01:49.451146 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Attempting to bind port dbc62ddb-de62-4145-966e-22f93971c731 on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:01:49.451485 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Attempting to bind port dbc62ddb-de62-4145-966e-22f93971c731 by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': '574ea242-c979-4c20-93b6-6fa73bd2a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9eb7ca6e-655b-41e9-8a8c-296cc396f08a'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:01:49.451830 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Attempting to bind port dbc62ddb-de62-4145-966e-22f93971c731 on network 9eb7ca6e-655b-41e9-8a8c-296cc396f08a {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:01:49.461751 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Port dbc62ddb-de62-4145-966e-22f93971c731 on network 9eb7ca6e-655b-41e9-8a8c-296cc396f08a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 12:01:49.462082 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Attempting to bind port dbc62ddb-de62-4145-966e-22f93971c731 on network 9eb7ca6e-655b-41e9-8a8c-296cc396f08a {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:01:49.471296 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 12, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:01:49.471629 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Checking segment: {'id': '574ea242-c979-4c20-93b6-6fa73bd2a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9eb7ca6e-655b-41e9-8a8c-296cc396f08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:01:49.472112 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Bound using segment: {'id': '574ea242-c979-4c20-93b6-6fa73bd2a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9eb7ca6e-655b-41e9-8a8c-296cc396f08a'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:01:49.472469 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Bound port: dbc62ddb-de62-4145-966e-22f93971c731, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574ea242-c979-4c20-93b6-6fa73bd2a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9eb7ca6e-655b-41e9-8a8c-296cc396f08a'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:01:49.472816 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:49.493602 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-69e1471d-da3c-4251-aeea-a9f4d20cb057 req-42ecf983-16ca-437f-bbf3-5e69a9d7bd3b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405526 Jun 30 12:01:49.581521 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2e7bf670-c4ff-4730-a2ac-6558365e47cf req-79e142fc-2cf4-453c-bfa2-b47f0d7dbeee service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068772 Jun 30 12:01:49.682838 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] For port dbc62ddb-de62-4145-966e-22f93971c731, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:01:49.700838 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] For port dbc62ddb-de62-4145-966e-22f93971c731, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=dbc62ddb-de62-4145-966e-22f93971c731,segment=NetworkSegment(574ea242-c979-4c20-93b6-6fa73bd2a256),segment_id=574ea242-c979-4c20-93b6-6fa73bd2a256)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:01:49.739250 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2e7bf670-c4ff-4730-a2ac-6558365e47cf req-fde1c52f-3def-4cb0-8060-1062253914b9 service neutron] 10.222.0.44 "GET /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448722 Jun 30 12:01:49.787032 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:49.956577 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:49.957591 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:49.959540 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] 10.222.0.44 "PUT /v2.0/ports/dbc62ddb-de62-4145-966e-22f93971c731 HTTP/1.1" status: 200 len: 1094 time: 1.8545082 Jun 30 12:01:49.967573 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4567c4-f807-47fa-bfc8-db5405a70e01', 'tag': 'dbc62ddb-de62-4145-966e-22f93971c731'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:01:49.995730 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75059cc-ac26-4e01-b7ca-cb6e44577e17 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc62ddb-de62-4145-966e-22f93971c731,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:50.031069 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9989f34a-d499-4736-af8d-25d5f62ab9c6'] response: {'name': 'network-changed', 'server_uuid': 'df4567c4-f807-47fa-bfc8-db5405a70e01', 'tag': 'dbc62ddb-de62-4145-966e-22f93971c731', 'status': 'completed', 'code': 200} Jun 30 12:01:50.137107 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b34830-402c-4721-86f4-0ae1e5c00ae3 req-047b221f-199c-422c-b3bc-4925e3e7f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:50.138736 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-94b34830-402c-4721-86f4-0ae1e5c00ae3 req-047b221f-199c-422c-b3bc-4925e3e7f785 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 1097 time: 0.0851831 Jun 30 12:01:50.291390 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b34830-402c-4721-86f4-0ae1e5c00ae3 req-2e5d15fc-c3ad-4961-b499-25c10e9c086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:50.292872 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-94b34830-402c-4721-86f4-0ae1e5c00ae3 req-2e5d15fc-c3ad-4961-b499-25c10e9c086d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1462712 Jun 30 12:01:50.446530 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5311ce4d-1a8f-428a-ac63-d8fe184a0894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:50.454439 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b34830-402c-4721-86f4-0ae1e5c00ae3 req-990147e9-288c-43f9-9e2a-708378cddf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:50.457864 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-94b34830-402c-4721-86f4-0ae1e5c00ae3 req-990147e9-288c-43f9-9e2a-708378cddf12 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541584 Jun 30 12:01:50.458006 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc891df-3868-44d2-a3ad-940246146eb8 req-17354909-29e8-42ee-8a72-e2381de4fc17 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:50.461064 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6bc891df-3868-44d2-a3ad-940246146eb8 req-17354909-29e8-42ee-8a72-e2381de4fc17 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 944 time: 0.0977030 Jun 30 12:01:50.511980 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6bc891df-3868-44d2-a3ad-940246146eb8 req-c35d46ec-fa83-45a9-8004-a5e68c322bea tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478961 Jun 30 12:01:50.599894 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-57acc062-ab1e-4c12-bb71-7dfe7557f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:50.601573 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-57acc062-ab1e-4c12-bb71-7dfe7557f7c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 1097 time: 0.0936100 Jun 30 12:01:50.613810 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d136794-39a6-4d16-aa7d-5e7dab1ffb84 req-97350a6a-8443-4819-a8ce-ab3498682464 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:50.625693 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0d136794-39a6-4d16-aa7d-5e7dab1ffb84 req-97350a6a-8443-4819-a8ce-ab3498682464 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1131270 Jun 30 12:01:50.666254 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0d136794-39a6-4d16-aa7d-5e7dab1ffb84 req-27861167-0ed7-4fd4-884b-f22874035d08 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434470 Jun 30 12:01:50.679444 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-ebe20db8-8cd1-4169-9705-b16159ff0268 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbc62ddb-de62-4145-966e-22f93971c731 HTTP/1.1" status: 200 len: 217 time: 0.0687284 Jun 30 12:01:50.763719 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-f76eb1a8-1816-4fbf-92d1-00c579b6bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:50.765584 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-f76eb1a8-1816-4fbf-92d1-00c579b6bdf9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ccd0a6a-ce23-4548-811d-fc28303eb66c HTTP/1.1" status: 200 len: 854 time: 0.0801713 Jun 30 12:01:50.841483 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9571816-df08-4251-9904-bfe073507985 req-2c17d845-2feb-4e20-9592-8b20eafd2748 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:50.843280 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a9571816-df08-4251-9904-bfe073507985 req-2c17d845-2feb-4e20-9592-8b20eafd2748 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.1070340 Jun 30 12:01:50.845012 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-6e878d9c-f15f-4f63-95f2-7a844482e8bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712574 Jun 30 12:01:51.012072 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-af770cf2-603c-4efd-81b4-b549f28f13de service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608164 Jun 30 12:01:51.014156 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a9571816-df08-4251-9904-bfe073507985 req-2f8e686c-ee1d-43f6-9f8b-0f862680a512 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631913 Jun 30 12:01:51.151430 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9561c457-4c47-4939-ba79-db824ae91ac4 req-41210288-ccd4-425f-bca7-b20ea4187abc service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325488 Jun 30 12:01:51.443770 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:51.649982 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:51.706346 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72e8c5-cc95-4348-adfc-56425e349ca9 req-e570508e-2d22-4728-83c7-5ace84fbe1db tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:51.708460 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2f72e8c5-cc95-4348-adfc-56425e349ca9 req-e570508e-2d22-4728-83c7-5ace84fbe1db tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 944 time: 0.0878279 Jun 30 12:01:51.753799 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2f72e8c5-cc95-4348-adfc-56425e349ca9 req-5b62df75-4313-43d3-bbc4-48dc2bfb2bcf tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393686 Jun 30 12:01:51.875602 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d8755-f75a-4364-9751-17659c28febc req-5bf046de-ca34-4526-ac8f-c465d72a0998 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:51.877118 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a88d8755-f75a-4364-9751-17659c28febc req-5bf046de-ca34-4526-ac8f-c465d72a0998 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0978572 Jun 30 12:01:51.923072 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a88d8755-f75a-4364-9751-17659c28febc req-4bec745d-7f44-45bb-8ed3-e7c43bf58374 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397627 Jun 30 12:01:52.049426 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 14677172-f70a-42f9-b49b-19b9f7b2802b details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 12:01:52.188876 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 14677172-f70a-42f9-b49b-19b9f7b2802b, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=14677172-f70a-42f9-b49b-19b9f7b2802b,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:52.202274 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'port_id': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'mac_address': 'fa:16:3e:48:ae:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 12:01:52.218513 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdbc32-5a34-4c2c-ac1d-59947601d94b req-cd7c4ddd-6ad1-4a71-a1ce-5ff8be954966 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:52.220035 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-92bdbc32-5a34-4c2c-ac1d-59947601d94b req-cd7c4ddd-6ad1-4a71-a1ce-5ff8be954966 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 944 time: 0.0942283 Jun 30 12:01:52.261808 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 14677172-f70a-42f9-b49b-19b9f7b2802b is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:01:52.262139 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:52.265972 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-92bdbc32-5a34-4c2c-ac1d-59947601d94b req-c840f8a3-8e13-401e-8a11-e025a3738ee7 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394490 Jun 30 12:01:52.280030 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14677172-f70a-42f9-b49b-19b9f7b2802b {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:01:52.299247 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 14677172-f70a-42f9-b49b-19b9f7b2802b, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=14677172-f70a-42f9-b49b-19b9f7b2802b,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:52.375348 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:52.376016 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7515172e-f008-4f3b-a9c5-91d086fef771 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 12:01:52.521043 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=14677172-f70a-42f9-b49b-19b9f7b2802b,revision_number=7']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:52.533240 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:52.533585 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:52.534111 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:52.534302 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:52.534634 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:52.534963 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:52.535288 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:52.535612 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:52.535969 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:52.536287 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:52.536632 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:52.536950 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:01:52.589063 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7515172e-f008-4f3b-a9c5-91d086fef771, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7515172e-f008-4f3b-a9c5-91d086fef771,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:52.603598 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '7515172e-f008-4f3b-a9c5-91d086fef771', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'port_id': '7515172e-f008-4f3b-a9c5-91d086fef771', 'mac_address': 'fa:16:3e:ea:48:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 12:01:52.663172 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 7515172e-f008-4f3b-a9c5-91d086fef771 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:01:52.666708 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:52.681449 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7515172e-f008-4f3b-a9c5-91d086fef771 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:01:52.697699 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7515172e-f008-4f3b-a9c5-91d086fef771, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7515172e-f008-4f3b-a9c5-91d086fef771,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:52.787904 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:52.867569 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=7515172e-f008-4f3b-a9c5-91d086fef771,revision_number=9']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:52.951436 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af80c-a55e-458f-986e-8aae337510ab req-dea32ff6-0ca7-45fc-b765-eda92da23c44 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:52.953483 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-269af80c-a55e-458f-986e-8aae337510ab req-dea32ff6-0ca7-45fc-b765-eda92da23c44 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 944 time: 0.0900719 Jun 30 12:01:53.003406 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-269af80c-a55e-458f-986e-8aae337510ab req-db5ac7da-f223-4615-b764-4aae9b3b7116 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429015 Jun 30 12:01:53.053283 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['7515172e-f008-4f3b-a9c5-91d086fef771'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:01:53.088859 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['14677172-f70a-42f9-b49b-19b9f7b2802b'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:01:53.132943 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f3313-7ca8-4a00-b1e8-b9f01a4639a4 req-c6ca4d01-4ecd-47a8-9793-310a2e92a574 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:53.134716 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-519f3313-7ca8-4a00-b1e8-b9f01a4639a4 req-c6ca4d01-4ecd-47a8-9793-310a2e92a574 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 944 time: 0.0987353 Jun 30 12:01:53.186066 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-519f3313-7ca8-4a00-b1e8-b9f01a4639a4 req-d5bea535-dbaa-4ec7-adb6-cdaf50f0ea68 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446374 Jun 30 12:01:53.214276 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:53.484921 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf6bbc-e35b-4f74-9bc4-ef5ead6541c8 req-8d2b8fdf-91d5-46fe-9ff4-d6fd57a4ce78 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:53.486575 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-94bf6bbc-e35b-4f74-9bc4-ef5ead6541c8 req-8d2b8fdf-91d5-46fe-9ff4-d6fd57a4ce78 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 945 time: 0.1019776 Jun 30 12:01:53.540299 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-94bf6bbc-e35b-4f74-9bc4-ef5ead6541c8 req-4318fcda-35c9-4953-8256-31344ddc2e5e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470853 Jun 30 12:01:54.056769 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device dbc62ddb-de62-4145-966e-22f93971c731 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 12:01:54.059113 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 14677172-f70a-42f9-b49b-19b9f7b2802b up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:01:54.201776 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e54863-cec8-45ae-9430-d48865b3d335 req-e57df261-789d-40cf-a888-9c443aa75a4c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:54.203656 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-98e54863-cec8-45ae-9430-d48865b3d335 req-e57df261-789d-40cf-a888-9c443aa75a4c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 944 time: 0.0942152 Jun 30 12:01:54.231472 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 14677172-f70a-42f9-b49b-19b9f7b2802b triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:01:54.231897 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:54.263648 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-98e54863-cec8-45ae-9430-d48865b3d335 req-42f83ee7-7405-4a29-a0f3-2dc4e07f24f5 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525863 Jun 30 12:01:54.324624 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port dbc62ddb-de62-4145-966e-22f93971c731, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=dbc62ddb-de62-4145-966e-22f93971c731,segment=NetworkSegment(574ea242-c979-4c20-93b6-6fa73bd2a256),segment_id=574ea242-c979-4c20-93b6-6fa73bd2a256)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:54.343379 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': 'dbc62ddb-de62-4145-966e-22f93971c731', 'network_id': '9eb7ca6e-655b-41e9-8a8c-296cc396f08a', 'port_id': 'dbc62ddb-de62-4145-966e-22f93971c731', 'mac_address': 'fa:16:3e:9b:58:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccd0a6a-ce23-4548-811d-fc28303eb66c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 12:01:54.457332 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 14677172-f70a-42f9-b49b-19b9f7b2802b is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:01:54.457707 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:54.473057 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc6cba-e2a8-4533-8838-c56d57967ea0 req-b7c52ce2-872c-4b28-ab11-11112f495ae4 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:54.478316 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port dbc62ddb-de62-4145-966e-22f93971c731 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:01:54.478693 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:54.480635 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b0cc6cba-e2a8-4533-8838-c56d57967ea0 req-b7c52ce2-872c-4b28-ab11-11112f495ae4 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 944 time: 0.1091545 Jun 30 12:01:54.506582 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:01:54.513601 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc62ddb-de62-4145-966e-22f93971c731 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:01:54.526392 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 14677172-f70a-42f9-b49b-19b9f7b2802b, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=14677172-f70a-42f9-b49b-19b9f7b2802b,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:54.527484 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b0cc6cba-e2a8-4533-8838-c56d57967ea0 req-ad79112d-c9c1-4978-8cee-097787974a33 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442345 Jun 30 12:01:54.537841 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port dbc62ddb-de62-4145-966e-22f93971c731, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=dbc62ddb-de62-4145-966e-22f93971c731,segment=NetworkSegment(574ea242-c979-4c20-93b6-6fa73bd2a256),segment_id=574ea242-c979-4c20-93b6-6fa73bd2a256)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:54.557341 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-575516ae-b4ea-4d4c-8c97-33c34e6bba01'] response: {'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'code': 200} Jun 30 12:01:54.644444 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:54.701978 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:54.702644 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7515172e-f008-4f3b-a9c5-91d086fef771 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:01:54.750879 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab80a14-dfd4-4f96-bdd3-f9a30082a60e req-4e32e346-f0af-4609-8ee8-7ff78d00248c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:54.752445 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0ab80a14-dfd4-4f96-bdd3-f9a30082a60e req-4e32e346-f0af-4609-8ee8-7ff78d00248c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 945 time: 0.0957205 Jun 30 12:01:54.793286 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=dbc62ddb-de62-4145-966e-22f93971c731,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:54.814037 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0ab80a14-dfd4-4f96-bdd3-f9a30082a60e req-745645a4-7fd1-4b7c-bc71-4fbef40244c1 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551431 Jun 30 12:01:54.889938 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 7515172e-f008-4f3b-a9c5-91d086fef771 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:01:54.890321 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:54.930115 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=14677172-f70a-42f9-b49b-19b9f7b2802b,revision_number=8']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:54.999843 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['dbc62ddb-de62-4145-966e-22f93971c731'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:01:55.032481 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a84ee7-cd5f-448b-a322-474d08cfecbf req-ac8bff03-9ce6-47b8-b623-525c2522aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:55.034243 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a9a84ee7-cd5f-448b-a322-474d08cfecbf req-ac8bff03-9ce6-47b8-b623-525c2522aeda service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 1098 time: 0.0908885 Jun 30 12:01:55.092287 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a9a84ee7-cd5f-448b-a322-474d08cfecbf req-e13bd5e7-27c4-4a71-baa2-a931679d5092 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472465 Jun 30 12:01:55.113179 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 7515172e-f008-4f3b-a9c5-91d086fef771 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:01:55.113794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:55.179347 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 7515172e-f008-4f3b-a9c5-91d086fef771, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7515172e-f008-4f3b-a9c5-91d086fef771,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:55.268950 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:55.346408 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=7515172e-f008-4f3b-a9c5-91d086fef771,revision_number=10']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:55.487775 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62ab5d-819a-42e3-b368-3be8306ef5af req-25573ab5-4920-4eb2-8b3b-d9f0cfe85ad5 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:55.489616 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6e62ab5d-819a-42e3-b368-3be8306ef5af req-25573ab5-4920-4eb2-8b3b-d9f0cfe85ad5 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 945 time: 0.1113842 Jun 30 12:01:55.540469 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6e62ab5d-819a-42e3-b368-3be8306ef5af req-8812c00d-91c4-40dc-9fa3-82ff254ff418 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448406 Jun 30 12:01:55.746333 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654efed-9441-45ad-97dd-82b8a3935c8f req-0780104f-0ea0-4bd2-990e-f48f4676b1fd tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:55.749578 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3654efed-9441-45ad-97dd-82b8a3935c8f req-0780104f-0ea0-4bd2-990e-f48f4676b1fd tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.1001098 Jun 30 12:01:55.795571 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3654efed-9441-45ad-97dd-82b8a3935c8f req-64e65aae-a985-48d2-b14a-d2b53000c696 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399883 Jun 30 12:01:56.022036 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77974041-2b31-45e7-9e9d-23f77808f11e req-ce791f07-e898-4ad0-b01f-411927c65ea5 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:56.023477 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-77974041-2b31-45e7-9e9d-23f77808f11e req-ce791f07-e898-4ad0-b01f-411927c65ea5 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 947 time: 0.0937259 Jun 30 12:01:56.060340 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device dbc62ddb-de62-4145-966e-22f93971c731 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:01:56.073594 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-77974041-2b31-45e7-9e9d-23f77808f11e req-6e2dee37-f0c9-4aed-9d27-743c1c6ae453 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432627 Jun 30 12:01:56.238108 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port dbc62ddb-de62-4145-966e-22f93971c731 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:01:56.244282 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port dbc62ddb-de62-4145-966e-22f93971c731 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:01:56.244752 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:56.378952 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port dbc62ddb-de62-4145-966e-22f93971c731 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:01:56.379326 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:56.413495 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port dbc62ddb-de62-4145-966e-22f93971c731, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=dbc62ddb-de62-4145-966e-22f93971c731,segment=NetworkSegment(574ea242-c979-4c20-93b6-6fa73bd2a256),segment_id=574ea242-c979-4c20-93b6-6fa73bd2a256)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:56.541029 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:56.582732 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7515172e-f008-4f3b-a9c5-91d086fef771'}, {'server_uuid': 'df4567c4-f807-47fa-bfc8-db5405a70e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc62ddb-de62-4145-966e-22f93971c731'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:01:56.616805 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3255e71-b5a9-4dc2-b9fe-4a2219f0e7f5 req-3c7b40dc-a306-4eb2-90d7-f45c519010df tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:56.621264 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d3255e71-b5a9-4dc2-b9fe-4a2219f0e7f5 req-3c7b40dc-a306-4eb2-90d7-f45c519010df tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 945 time: 0.1013565 Jun 30 12:01:56.624231 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=dbc62ddb-de62-4145-966e-22f93971c731,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:01:56.665391 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d3255e71-b5a9-4dc2-b9fe-4a2219f0e7f5 req-654ca6de-439d-446c-887c-5e908acf263e tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2369793-695d-41c9-b1ce-745d7affaca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410230 Jun 30 12:01:56.862723 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7a100-fc97-4869-bdff-600371965089 req-c277bad3-106b-4c4b-abb5-c4a27e6196a2 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:56.864337 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6db7a100-fc97-4869-bdff-600371965089 req-c277bad3-106b-4c4b-abb5-c4a27e6196a2 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 946 time: 0.0959136 Jun 30 12:01:56.909674 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6db7a100-fc97-4869-bdff-600371965089 req-bf6bc23d-afe2-485f-956e-8372b31b4889 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395732 Jun 30 12:01:56.974494 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435658da-420e-42d5-a5aa-29f34af9f163'] response: {'server_uuid': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7515172e-f008-4f3b-a9c5-91d086fef771', 'code': 200} Jun 30 12:01:56.974494 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435658da-420e-42d5-a5aa-29f34af9f163'] response: {'server_uuid': 'df4567c4-f807-47fa-bfc8-db5405a70e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc62ddb-de62-4145-966e-22f93971c731', 'code': 200} Jun 30 12:01:57.139438 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0f43f-68d3-4e07-8842-6154c68e3e44 req-31ef0641-7f23-452e-95e5-c53bd42aeb20 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:57.140992 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-59d0f43f-68d3-4e07-8842-6154c68e3e44 req-31ef0641-7f23-452e-95e5-c53bd42aeb20 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.0920935 Jun 30 12:01:57.193996 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-59d0f43f-68d3-4e07-8842-6154c68e3e44 req-0146730e-bc1c-455d-9971-cc59e1cc2de6 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458689 Jun 30 12:01:57.357656 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05d9e2-5b08-45be-bc2c-81e1baec8ff6 req-c9e62f5c-794c-47cd-8ad8-737e8e7a6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:57.359172 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ac05d9e2-5b08-45be-bc2c-81e1baec8ff6 req-c9e62f5c-794c-47cd-8ad8-737e8e7a6144 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 1099 time: 0.0831566 Jun 30 12:01:57.400512 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03eb765-5f71-420e-8da3-5db27fa91281 req-edc582f7-8fb7-4406-b79e-99b93e9c3a4a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:57.400512 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c03eb765-5f71-420e-8da3-5db27fa91281 req-edc582f7-8fb7-4406-b79e-99b93e9c3a4a tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 947 time: 0.1049428 Jun 30 12:01:57.457089 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c03eb765-5f71-420e-8da3-5db27fa91281 req-a3a0a252-dcab-4b06-8d70-54b2158c277c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529101 Jun 30 12:01:57.468551 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ac05d9e2-5b08-45be-bc2c-81e1baec8ff6 req-6c999bc2-952d-4e40-9147-389a4e8e53c9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629044 Jun 30 12:01:57.484838 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb0bc1-f76b-46aa-a138-0194b29db27f req-2ac0074f-8a8b-4a13-a4a8-73927fa3ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:57.486310 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8dfb0bc1-f76b-46aa-a138-0194b29db27f req-2ac0074f-8a8b-4a13-a4a8-73927fa3ccc7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 1100 time: 0.1258473 Jun 30 12:01:57.726246 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8dfb0bc1-f76b-46aa-a138-0194b29db27f req-04c96f24-b203-47e9-bb24-825f2b793832 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393469 Jun 30 12:01:57.885848 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361eb7d-a0f6-4245-8c62-a0d0b16b6059 req-0fed3c78-eeb0-4e78-a464-131e164f7ec2 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:57.887478 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f361eb7d-a0f6-4245-8c62-a0d0b16b6059 req-0fed3c78-eeb0-4e78-a464-131e164f7ec2 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 945 time: 0.0986738 Jun 30 12:01:57.936838 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f361eb7d-a0f6-4245-8c62-a0d0b16b6059 req-286f09cb-583d-499b-8654-6a1456a00ddd tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2369793-695d-41c9-b1ce-745d7affaca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418589 Jun 30 12:01:58.111201 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed74b0-7303-4436-8d42-ece72433503c req-2e30d2f2-54d5-4d42-bd58-e50a8c2fa117 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:58.112731 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-74ed74b0-7303-4436-8d42-ece72433503c req-2e30d2f2-54d5-4d42-bd58-e50a8c2fa117 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 946 time: 0.0919569 Jun 30 12:01:58.162184 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-74ed74b0-7303-4436-8d42-ece72433503c req-3cdc1c38-7cac-4c0c-8f98-ec36bf24c74a tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429177 Jun 30 12:01:58.653030 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae116af-f0d6-4806-a342-002c2160e569 req-1edcf76e-c77f-4d34-bba0-5064ac29de8c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:58.654419 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9ae116af-f0d6-4806-a342-002c2160e569 req-1edcf76e-c77f-4d34-bba0-5064ac29de8c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 947 time: 0.0894122 Jun 30 12:01:58.698733 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9ae116af-f0d6-4806-a342-002c2160e569 req-6390c4a1-9f3e-49bc-971a-ce687f135235 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386708 Jun 30 12:01:58.859398 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-1fef6e5b-a88d-41a7-bc75-02b895426193 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:58.860104 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-1fef6e5b-a88d-41a7-bc75-02b895426193 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Synchronizing usage tracker for tenant:1a7c4d775013495f985d1352b2699d20 on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:01:58.958947 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-1fef6e5b-a88d-41a7-bc75-02b895426193 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Unset dirty status for tenant:1a7c4d775013495f985d1352b2699d20 on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:01:58.959403 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-1fef6e5b-a88d-41a7-bc75-02b895426193 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.44 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 945 time: 0.1937673 Jun 30 12:01:59.038642 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Deleting port 324f2012-00df-4fe9-bb81-521f461e3a86 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:01:59.038982 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:59.154120 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066f87c-db63-4b7f-9d15-f4a431c946fe req-ce34062a-6864-4e0b-92c0-dd7fa839e97b tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:59.155945 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7066f87c-db63-4b7f-9d15-f4a431c946fe req-ce34062a-6864-4e0b-92c0-dd7fa839e97b tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 945 time: 0.1049137 Jun 30 12:01:59.207748 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7066f87c-db63-4b7f-9d15-f4a431c946fe req-9692dbb0-1727-405a-93f9-acab7fdddd91 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2369793-695d-41c9-b1ce-745d7affaca6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449257 Jun 30 12:01:59.403647 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4896b-ee13-4dce-9f08-9013fb78714b req-cf13e490-c927-46df-991f-4010fdbcf33c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:59.405280 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f2a4896b-ee13-4dce-9f08-9013fb78714b req-cf13e490-c927-46df-991f-4010fdbcf33c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 946 time: 0.0972192 Jun 30 12:01:59.435578 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] For port 324f2012-00df-4fe9-bb81-521f461e3a86, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=324f2012-00df-4fe9-bb81-521f461e3a86,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:01:59.435937 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:59.454680 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f2a4896b-ee13-4dce-9f08-9013fb78714b req-a532fa9d-8e3b-45e6-bca5-b1cbe7b772d9 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436001 Jun 30 12:01:59.765588 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:59.766046 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:01:59.766418 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Floating IP 550dc77e-1c37-4beb-a3cd-b62816d20c32 disassociated. External IP: 172.27.1.26, port: 324f2012-00df-4fe9-bb81-521f461e3a86. Jun 30 12:01:59.769321 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Calling delete_port for 324f2012-00df-4fe9-bb81-521f461e3a86 owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:01:59.930980 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166c505-e97d-40dd-a809-4aae6bf66a81 req-f80f54e7-93e9-4dcd-9ac3-637f4deb536f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:01:59.932591 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a166c505-e97d-40dd-a809-4aae6bf66a81 req-f80f54e7-93e9-4dcd-9ac3-637f4deb536f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 947 time: 0.1198125 Jun 30 12:01:59.980476 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a166c505-e97d-40dd-a809-4aae6bf66a81 req-b77a8ef7-40d4-45cd-8b24-ecd56c5b951b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416157 Jun 30 12:02:00.038345 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:00.096172 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event deleted for resources: {'Port': ['ID=324f2012-00df-4fe9-bb81-521f461e3a86,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:00.312485 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Router 18207179-1024-4596-9a7b-31e8ea0d4145 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:02:00.486678 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d3af8b30-cd40-4b1e-912a-de127c692213 req-3ebc4344-6489-4321-9530-c35ff9b1d4ee tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 210 time: 0.1583836 Jun 30 12:02:00.531471 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:02:00.540385 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab18b0d-25ee-4136-b40d-755655d97408 None None] Sync routers for ids ['18207179-1024-4596-9a7b-31e8ea0d4145'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:02:00.559953 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab18b0d-25ee-4136-b40d-755655d97408 None None] Routers {'18207179-1024-4596-9a7b-31e8ea0d4145'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:02:00.562605 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2ab18b0d-25ee-4136-b40d-755655d97408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:01:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['18207179-1024-4596-9a7b-31e8ea0d4145'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:00.658976 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] No DVR routers for this DVR port 324f2012-00df-4fe9-bb81-521f461e3a86 on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:02:00.665634 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:00.672216 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f000c5be-8891-4f1b-a206-dfeb6f73945c', 'name': 'network-vif-deleted', 'tag': '324f2012-00df-4fe9-bb81-521f461e3a86'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:02:00.744504 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea2d798-b994-4459-8b78-35de1255e9b1'] response: {'server_uuid': 'f000c5be-8891-4f1b-a206-dfeb6f73945c', 'name': 'network-vif-deleted', 'tag': '324f2012-00df-4fe9-bb81-521f461e3a86', 'status': 'completed', 'code': 200} Jun 30 12:02:00.776429 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-37168ca5-71a8-47db-b3ef-cbf817055668 req-741fe829-c808-4858-ae16-4c867a9c96be tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.44 "DELETE /v2.0/ports/324f2012-00df-4fe9-bb81-521f461e3a86 HTTP/1.1" status: 204 len: 173 time: 1.8087399 Jun 30 12:02:00.834675 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-2ab18b0d-25ee-4136-b40d-755655d97408 None None] Set router 18207179-1024-4596-9a7b-31e8ea0d4145 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:02:01.173076 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2ab18b0d-25ee-4136-b40d-755655d97408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:38Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:01.178797 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab18b0d-25ee-4136-b40d-755655d97408 None None] Checking router: 18207179-1024-4596-9a7b-31e8ea0d4145 for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:02:01.189846 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab18b0d-25ee-4136-b40d-755655d97408 None None] Routers {'18207179-1024-4596-9a7b-31e8ea0d4145'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:02:01.190624 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2ab18b0d-25ee-4136-b40d-755655d97408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:01:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['18207179-1024-4596-9a7b-31e8ea0d4145'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:01.203446 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2dc27-8a57-483f-a5c5-866ce8e56f24 req-da1dd830-a4eb-4ebe-9fbc-17919453c006 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:02:01.204996 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-09d2dc27-8a57-483f-a5c5-866ce8e56f24 req-da1dd830-a4eb-4ebe-9fbc-17919453c006 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 947 time: 0.1039522 Jun 30 12:02:01.252950 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-09d2dc27-8a57-483f-a5c5-866ce8e56f24 req-89651f8a-7040-489a-9793-62ee54553990 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411918 Jun 30 12:02:01.422240 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-2ab18b0d-25ee-4136-b40d-755655d97408 None None] Set router 18207179-1024-4596-9a7b-31e8ea0d4145 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:02:01.687248 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-595efe6b-06ae-455f-b3bc-80332b18ea28 req-65f5eca2-5b42-4357-bcb1-c5a760bb644b tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/ports?device_id=f000c5be-8891-4f1b-a206-dfeb6f73945c HTTP/1.1" status: 200 len: 210 time: 0.0544398 Jun 30 12:02:01.786008 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-2ab18b0d-25ee-4136-b40d-755655d97408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:38Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:01.787255 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab18b0d-25ee-4136-b40d-755655d97408 None None] The sync data for ids ['18207179-1024-4596-9a7b-31e8ea0d4145'] in dv-cinder-848250-1-iscsi is: [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:07Z', 'revision_number': 4, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '2e49e56a-021e-42c1-96b7-65da57560b64', 'name': '', 'network_id': 'f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'mac_address': 'fa:16:3e:bf:be:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:03Z', 'updated_at': '2022-06-30T11:55:38Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'subnets': [{'id': '9acea99c-2923-40c6-9879-4a0dcdc3c90f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:02:02.048312 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc64ca-5cba-4955-9b56-4c75e4f4dacc None None] New status for floating IP 550dc77e-1c37-4beb-a3cd-b62816d20c32: DOWN {{(pid=88753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 12:02:02.471932 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e8c68-5825-4c98-8a7d-e7a9128a8621 req-0ccadce6-f2bd-4ffe-9d60-f0ea2baa8943 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:02:02.474092 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-176e8c68-5825-4c98-8a7d-e7a9128a8621 req-0ccadce6-f2bd-4ffe-9d60-f0ea2baa8943 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 947 time: 0.1002760 Jun 30 12:02:02.521410 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-176e8c68-5825-4c98-8a7d-e7a9128a8621 req-cbb61387-a6bf-43d4-af8e-dd8db987306f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411503 Jun 30 12:02:02.880641 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46410) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:02.957191 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-86e7fe1d-4db0-42bc-a092-037edaa0bc92 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:02.990084 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-86e7fe1d-4db0-42bc-a092-037edaa0bc92 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:03.106525 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-86e7fe1d-4db0-42bc-a092-037edaa0bc92 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:03.126078 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7fe1d-4db0-42bc-a092-037edaa0bc92 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2369793-695d-41c9-b1ce-745d7affaca6,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:03.203040 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-86e7fe1d-4db0-42bc-a092-037edaa0bc92 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:03.204187 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-86e7fe1d-4db0-42bc-a092-037edaa0bc92 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "DELETE /v2.0/security-groups/a2369793-695d-41c9-b1ce-745d7affaca6 HTTP/1.1" status: 204 len: 168 time: 0.3219633 Jun 30 12:02:03.207030 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46414) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:03.224093 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.api.v2.resource [None req-e9269759-d42d-4644-9480-d65cc63501a2 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] show failed (client error): The resource could not be found. Jun 30 12:02:03.225017 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-e9269759-d42d-4644-9480-d65cc63501a2 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "GET /v2.0/security-groups/a2369793-695d-41c9-b1ce-745d7affaca6 HTTP/1.1" status: 404 len: 347 time: 0.0170395 Jun 30 12:02:03.227998 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46418) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:03.393231 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-791b780f-09ab-4f19-8d6b-d0c8c6ad9e51 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Deleting port 0563d7bf-a61f-4768-ad90-3f87eddc7555 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:03.393562 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-791b780f-09ab-4f19-8d6b-d0c8c6ad9e51 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:03.667173 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-791b780f-09ab-4f19-8d6b-d0c8c6ad9e51 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:03.667416 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-791b780f-09ab-4f19-8d6b-d0c8c6ad9e51 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:03.796710 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-791b780f-09ab-4f19-8d6b-d0c8c6ad9e51 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Calling delete_port for 0563d7bf-a61f-4768-ad90-3f87eddc7555 owned by network:floatingip {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:02:04.038269 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-791b780f-09ab-4f19-8d6b-d0c8c6ad9e51 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:04.066148 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 324f2012-00df-4fe9-bb81-521f461e3a86 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:02:04.102031 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: 324f2012-00df-4fe9-bb81-521f461e3a86 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:02:04.102372 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 324f2012-00df-4fe9-bb81-521f461e3a86 not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:02:04.109181 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b780f-09ab-4f19-8d6b-d0c8c6ad9e51 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Pushing event deleted for resources: {'Port': ['ID=0563d7bf-a61f-4768-ad90-3f87eddc7555,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:04.213415 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-791b780f-09ab-4f19-8d6b-d0c8c6ad9e51 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks [] for floatingip, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:04.229738 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-791b780f-09ab-4f19-8d6b-d0c8c6ad9e51 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:04.231968 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-791b780f-09ab-4f19-8d6b-d0c8c6ad9e51 tempest-AttachVolumeTestJSON-660524386 tempest-AttachVolumeTestJSON-660524386-project] 10.222.0.18 "DELETE /v2.0/floatingips/550dc77e-1c37-4beb-a3cd-b62816d20c32 HTTP/1.1" status: 204 len: 168 time: 1.0020199 Jun 30 12:02:08.773529 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 46484) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:09.282860 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebca4b2-7a01-4e4e-ab0f-8407116a3477 req-564d6f6f-dc88-4851-a77f-c89f0595d460 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:02:09.284385 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3ebca4b2-7a01-4e4e-ab0f-8407116a3477 req-564d6f6f-dc88-4851-a77f-c89f0595d460 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 945 time: 0.2562609 Jun 30 12:02:09.370926 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3ebca4b2-7a01-4e4e-ab0f-8407116a3477 req-651b690f-896e-4163-b64e-73a1ad2a3b84 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776367 Jun 30 12:02:09.595683 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534753'] for router_interface, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:09.955993 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Deleting port 2e49e56a-021e-42c1-96b7-65da57560b64 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:09.956698 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:10.263138 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] For port 2e49e56a-021e-42c1-96b7-65da57560b64, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=2e49e56a-021e-42c1-96b7-65da57560b64,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:02:10.263382 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:10.388705 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Calling delete_port for 2e49e56a-021e-42c1-96b7-65da57560b64 owned by network:router_interface {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:02:10.640140 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50e559-e2c4-44d7-8179-9db1969486ad req-b0965366-87b6-40c5-ab29-e44c8bbccaf6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:02:10.641655 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0d50e559-e2c4-44d7-8179-9db1969486ad req-b0965366-87b6-40c5-ab29-e44c8bbccaf6 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 945 time: 0.1564622 Jun 30 12:02:10.696425 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0d50e559-e2c4-44d7-8179-9db1969486ad req-b8e7e40a-ff3c-413e-ab59-a400c9e2dcca tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups?id=836c8ab6-c67b-42c7-9189-8d85fdb79293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441108 Jun 30 12:02:10.746772 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:10.750471 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1afedc04-2cda-4cea-bdd5-d518401ab2cb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:02:10.751585 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1afedc04-2cda-4cea-bdd5-d518401ab2cb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Synchronizing usage tracker for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:02:10.800339 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e49e56a-021e-42c1-96b7-65da57560b64,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:10.846009 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:10.846361 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:10.846705 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:10.848685 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:10.848685 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:10.848685 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:10.848685 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:10.849047 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:10.849290 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:10.849624 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:10.849939 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:10.850260 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:10.889821 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1afedc04-2cda-4cea-bdd5-d518401ab2cb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Unset dirty status for tenant:4b6adc9b6c6d4b01af0d17d42212e2b3 on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:02:10.891345 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1afedc04-2cda-4cea-bdd5-d518401ab2cb tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 945 time: 0.2350159 Jun 30 12:02:10.975125 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Deleting port 7eae66ab-814c-4475-9e87-e8cb8011591b {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:10.975637 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:11.104295 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534677'] for router_interface, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:11.241630 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] For port 7eae66ab-814c-4475-9e87-e8cb8011591b, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7eae66ab-814c-4475-9e87-e8cb8011591b,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:02:11.241985 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:11.476692 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Router 18207179-1024-4596-9a7b-31e8ea0d4145 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:02:11.542719 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:11.543092 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:11.543407 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Floating IP bcbf9fa9-3ef0-4ef9-a8ea-b2fc7466e8d5 disassociated. External IP: 172.27.1.139, port: 7eae66ab-814c-4475-9e87-e8cb8011591b. Jun 30 12:02:11.543753 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Calling delete_port for 7eae66ab-814c-4475-9e87-e8cb8011591b owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:02:11.661694 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:02:11.671359 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfaf90-4caa-428c-8455-4c2ffeaa6d5d None None] Sync routers for ids ['18207179-1024-4596-9a7b-31e8ea0d4145'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:02:11.674821 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-c0bfc200-46e9-4efb-98ca-a18eaef00f3e admin admin] 10.222.0.18 "PUT /v2.0/routers/18207179-1024-4596-9a7b-31e8ea0d4145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8992157 Jun 30 12:02:11.678908 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 46508) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:11.686191 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfaf90-4caa-428c-8455-4c2ffeaa6d5d None None] Routers {'18207179-1024-4596-9a7b-31e8ea0d4145'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:02:11.686827 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-a0cfaf90-4caa-428c-8455-4c2ffeaa6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:01:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['18207179-1024-4596-9a7b-31e8ea0d4145'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:11.804350 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:11.862229 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event deleted for resources: {'Port': ['ID=7eae66ab-814c-4475-9e87-e8cb8011591b,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:11.932707 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-a0cfaf90-4caa-428c-8455-4c2ffeaa6d5d None None] Set router 18207179-1024-4596-9a7b-31e8ea0d4145 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:02:12.019461 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5b7bbd08-301b-4551-807c-ba071d57ea71 req-c5f2ede5-a02f-4491-857d-edd9ca0918b7 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 210 time: 0.1408975 Jun 30 12:02:12.070320 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] Notify callbacks [] for router, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:12.178948 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Router 00155358-9483-4606-9d77-1dca63089318 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:02:12.251214 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-a0cfaf90-4caa-428c-8455-4c2ffeaa6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T12:02:10Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:12.258450 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfaf90-4caa-428c-8455-4c2ffeaa6d5d None None] Checking router: 18207179-1024-4596-9a7b-31e8ea0d4145 for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:02:12.268147 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:12.269855 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfaf90-4caa-428c-8455-4c2ffeaa6d5d None None] Routers {'18207179-1024-4596-9a7b-31e8ea0d4145'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:02:12.270791 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-a0cfaf90-4caa-428c-8455-4c2ffeaa6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:01:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['18207179-1024-4596-9a7b-31e8ea0d4145'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:12.342200 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] Deleting port 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:12.342554 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:12.400459 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:02:12.413609 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ca5d2-1624-4a6c-8ec2-de948564eaa9 None None] Sync routers for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:02:12.424165 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ca5d2-1624-4a6c-8ec2-de948564eaa9 None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:02:12.426389 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-c42ca5d2-1624-4a6c-8ec2-de948564eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:01:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:12.471611 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-a0cfaf90-4caa-428c-8455-4c2ffeaa6d5d None None] Set router 18207179-1024-4596-9a7b-31e8ea0d4145 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:02:12.505708 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] No DVR routers for this DVR port 7eae66ab-814c-4475-9e87-e8cb8011591b on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:02:12.509359 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:12.512124 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078c0ff0-d569-4776-8861-2c7860b53567', 'name': 'network-vif-deleted', 'tag': '7eae66ab-814c-4475-9e87-e8cb8011591b'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:02:12.564558 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f744c16-36c5-47e1-a10a-de7304cd2956'] response: {'server_uuid': '078c0ff0-d569-4776-8861-2c7860b53567', 'name': 'network-vif-deleted', 'tag': '7eae66ab-814c-4475-9e87-e8cb8011591b', 'status': 'completed', 'code': 200} Jun 30 12:02:12.575305 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] For port 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:02:12.575651 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:12.581233 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4cc31ba7-d9e5-4b04-9bc9-a9bb01c1ba9d req-1c8b06bd-f9a4-464c-95ad-c0cb06eb66a1 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.44 "DELETE /v2.0/ports/7eae66ab-814c-4475-9e87-e8cb8011591b HTTP/1.1" status: 204 len: 173 time: 1.6834571 Jun 30 12:02:12.626140 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-c42ca5d2-1624-4a6c-8ec2-de948564eaa9 None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:02:12.722196 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] Calling delete_port for 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 owned by network:router_gateway {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:02:12.877044 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-a0cfaf90-4caa-428c-8455-4c2ffeaa6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T12:02:10Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:12.881786 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cfaf90-4caa-428c-8455-4c2ffeaa6d5d None None] The sync data for ids ['18207179-1024-4596-9a7b-31e8ea0d4145'] in dv-cinder-848250-1-iscsi is: [{'id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'name': 'tempest-AttachVolumeTestJSON-86586880-router', 'tenant_id': '1a7c4d775013495f985d1352b2699d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T12:02:10Z', 'revision_number': 5, 'project_id': '1a7c4d775013495f985d1352b2699d20', 'gw_port': {'id': '9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18207179-1024-4596-9a7b-31e8ea0d4145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:55Z', 'updated_at': '2022-06-30T11:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:02:13.023765 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-c42ca5d2-1624-4a6c-8ec2-de948564eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:13.028594 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ca5d2-1624-4a6c-8ec2-de948564eaa9 None None] Checking router: 00155358-9483-4606-9d77-1dca63089318 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:02:13.037821 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ca5d2-1624-4a6c-8ec2-de948564eaa9 None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:02:13.038419 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-c42ca5d2-1624-4a6c-8ec2-de948564eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:01:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:13.072823 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:13.125715 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:13.219585 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-c42ca5d2-1624-4a6c-8ec2-de948564eaa9 None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:02:13.245529 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fe3f1cbc-b3d0-427a-ba1d-336721aa7273 req-a1cc773e-674b-4c37-9542-6c16afe62174 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/ports?device_id=078c0ff0-d569-4776-8861-2c7860b53567 HTTP/1.1" status: 200 len: 210 time: 0.0800431 Jun 30 12:02:13.278245 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579328'] for router_gateway, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:13.461737 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7319'] for router, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:13.464715 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:13.576745 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-c42ca5d2-1624-4a6c-8ec2-de948564eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:13.581702 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ca5d2-1624-4a6c-8ec2-de948564eaa9 None None] The sync data for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi is: [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T11:55:13Z', 'revision_number': 4, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'e42f15f3-d36d-4407-b899-63730a7002db', 'name': '', 'network_id': 'b33e5164-b6b4-489d-9f68-d71fc1cc6d74', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'mac_address': 'fa:16:3e:b1:6f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:35Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'subnets': [{'id': '9ea6951d-83ae-414a-b63e-039dc352ff4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:02:13.683948 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-580833'] for router, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:13.684497 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18207179-1024-4596-9a7b-31e8ea0d4145 {{(pid=88751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 12:02:13.698507 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:13.700012 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-20d0a780-6595-41e0-8854-d6b7c49ddf18 admin admin] 10.222.0.18 "DELETE /v2.0/routers/18207179-1024-4596-9a7b-31e8ea0d4145 HTTP/1.1" status: 204 len: 168 time: 2.0201619 Jun 30 12:02:13.703000 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46524) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:13.776255 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebd925e-137d-49ed-aae4-5484a7b98cd5 admin admin] Deleting subnet 9acea99c-2923-40c6-9879-4a0dcdc3c90f {{(pid=88750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 12:02:13.776255 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bebd925e-137d-49ed-aae4-5484a7b98cd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:13.850712 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bebd925e-137d-49ed-aae4-5484a7b98cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1147442'] for subnet, precommit_delete_associations {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:13.915570 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa52d184-be71-48b3-90f3-46a8fc87cccf None None] New status for floating IP bcbf9fa9-3ef0-4ef9-a8ea-b2fc7466e8d5: DOWN {{(pid=88752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 12:02:13.953787 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bebd925e-137d-49ed-aae4-5484a7b98cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:14.061223 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bebd925e-137d-49ed-aae4-5484a7b98cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33531798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1085358'] for subnet, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:14.104200 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd925e-137d-49ed-aae4-5484a7b98cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9acea99c-2923-40c6-9879-4a0dcdc3c90f,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:14.107925 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bebd925e-137d-49ed-aae4-5484a7b98cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:14.114131 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-bebd925e-137d-49ed-aae4-5484a7b98cd5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9acea99c-2923-40c6-9879-4a0dcdc3c90f HTTP/1.1" status: 204 len: 168 time: 0.4099965 Jun 30 12:02:14.117232 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 46530) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:14.118845 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16bdcc6-6cf9-4e69-9216-21f75ebace39 None None] Network f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:02:14.131113 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7eae66ab-814c-4475-9e87-e8cb8011591b no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:02:14.178750 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: 7eae66ab-814c-4475-9e87-e8cb8011591b {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:02:14.179002 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7eae66ab-814c-4475-9e87-e8cb8011591b not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:02:14.242729 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:14.254774 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Deleting port 229ac8cc-1e70-4800-8c96-b5db8a298fb1 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:14.255212 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:14.439389 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46538) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:14.465726 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638d0056-c6e9-4071-8e9b-4341aa118f12 None None] DHCP port deletion for f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 request from dv-cinder-848250-1-iscsi {{(pid=88752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 12:02:14.469904 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-638d0056-c6e9-4071-8e9b-4341aa118f12 None None] Deleting port 229ac8cc-1e70-4800-8c96-b5db8a298fb1 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:14.470275 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-638d0056-c6e9-4071-8e9b-4341aa118f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:14.490513 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] For port 229ac8cc-1e70-4800-8c96-b5db8a298fb1, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=229ac8cc-1e70-4800-8c96-b5db8a298fb1,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:02:14.491206 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:14.511069 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a87f895d-0b7c-44d4-b515-62687cd36002 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:14.541599 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a87f895d-0b7c-44d4-b515-62687cd36002 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:14.632187 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Calling delete_port for 229ac8cc-1e70-4800-8c96-b5db8a298fb1 owned by network:dhcp {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:02:14.680125 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-638d0056-c6e9-4071-8e9b-4341aa118f12 None None] For port 229ac8cc-1e70-4800-8c96-b5db8a298fb1, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=229ac8cc-1e70-4800-8c96-b5db8a298fb1,segment=NetworkSegment(26b6a0d5-4f9b-4354-9181-84ee88ed99c0),segment_id=26b6a0d5-4f9b-4354-9181-84ee88ed99c0)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:02:14.680598 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-638d0056-c6e9-4071-8e9b-4341aa118f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:14.717893 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a87f895d-0b7c-44d4-b515-62687cd36002 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:14.736110 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f895d-0b7c-44d4-b515-62687cd36002 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c8ab6-c67b-42c7-9189-8d85fdb79293,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:14.797664 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:14.813316 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-638d0056-c6e9-4071-8e9b-4341aa118f12 None None] Calling delete_port for 229ac8cc-1e70-4800-8c96-b5db8a298fb1 owned by network:dhcp {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:02:14.839751 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a87f895d-0b7c-44d4-b515-62687cd36002 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:14.842194 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-a87f895d-0b7c-44d4-b515-62687cd36002 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "DELETE /v2.0/security-groups/836c8ab6-c67b-42c7-9189-8d85fdb79293 HTTP/1.1" status: 204 len: 168 time: 0.4017208 Jun 30 12:02:14.846357 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46542) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:14.850158 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=229ac8cc-1e70-4800-8c96-b5db8a298fb1,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:14.863007 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] No DVR routers for this DVR port 229ac8cc-1e70-4800-8c96-b5db8a298fb1 on host dv-cinder-848250-1-iscsi {{(pid=88751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:02:14.876491 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.api.v2.resource [None req-b0ffe77c-2466-4a4f-97e9-8a4831870099 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] show failed (client error): The resource could not be found. Jun 30 12:02:14.877556 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-b0ffe77c-2466-4a4f-97e9-8a4831870099 tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "GET /v2.0/security-groups/836c8ab6-c67b-42c7-9189-8d85fdb79293 HTTP/1.1" status: 404 len: 347 time: 0.0302143 Jun 30 12:02:14.883058 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46548) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:14.887043 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 2e49e56a-021e-42c1-96b7-65da57560b64 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:02:14.937168 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 2e49e56a-021e-42c1-96b7-65da57560b64 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:02:14.937168 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 2e49e56a-021e-42c1-96b7-65da57560b64 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:02:14.937168 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 229ac8cc-1e70-4800-8c96-b5db8a298fb1 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:02:14.978676 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 229ac8cc-1e70-4800-8c96-b5db8a298fb1 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:02:14.979163 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 229ac8cc-1e70-4800-8c96-b5db8a298fb1 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:02:14.979765 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:02:15.027267 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:02:15.027758 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 9c1c5ae9-4f0e-4ca3-a301-1917bc7c7a44 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:02:15.035879 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.api [None req-638d0056-c6e9-4071-8e9b-4341aa118f12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 12:02:15.037012 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG oslo_db.api [None req-638d0056-c6e9-4071-8e9b-4341aa118f12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 12:02:15.042064 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:15.069407 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-7afb4543-2732-4ba2-8146-d508fe47665f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Deleting port 54d529f7-af3e-4dc6-bb25-3504b33e8769 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:15.069756 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7afb4543-2732-4ba2-8146-d508fe47665f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:15.072911 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7']}} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:15.085812 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b6a0d5-4f9b-4354-9181-84ee88ed99c0') {'for_net_delete': True} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:15.086088 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b6a0d5-4f9b-4354-9181-84ee88ed99c0') {} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:15.100554 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115152'] for segment, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:15.118519 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:15.125491 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 12:02:15.128349 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27525536'] for segment, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:15.259413 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7afb4543-2732-4ba2-8146-d508fe47665f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:15.259772 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7afb4543-2732-4ba2-8146-d508fe47665f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:15.292453 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment 26b6a0d5-4f9b-4354-9181-84ee88ed99c0 resource provider aggregate not found Jun 30 12:02:15.312178 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:15.314837 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment 26b6a0d5-4f9b-4354-9181-84ee88ed99c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26b6a0d5-4f9b-4354-9181-84ee88ed99c0 found for delete ", "request_id": "req-73562a80-916e-4a50-b567-56275bb542d6"}]} Jun 30 12:02:15.335921 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:15.342162 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:15.390572 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-7afb4543-2732-4ba2-8146-d508fe47665f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Calling delete_port for 54d529f7-af3e-4dc6-bb25-3504b33e8769 owned by network:floatingip {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:02:15.444871 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-738ffb10-1d66-4b5e-9ea4-79d107fd61c0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f9c11cee-2adf-4e63-99d8-a7f66b0a8bc7 HTTP/1.1" status: 204 len: 168 time: 1.3260837 Jun 30 12:02:15.538256 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-638d0056-c6e9-4071-8e9b-4341aa118f12 None None] Deleting port 229ac8cc-1e70-4800-8c96-b5db8a298fb1 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:15.538668 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-638d0056-c6e9-4071-8e9b-4341aa118f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:15.606423 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-638d0056-c6e9-4071-8e9b-4341aa118f12 None None] The port '229ac8cc-1e70-4800-8c96-b5db8a298fb1' was deleted {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 30 12:02:15.638028 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7afb4543-2732-4ba2-8146-d508fe47665f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:15.777000 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb4543-2732-4ba2-8146-d508fe47665f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Pushing event deleted for resources: {'Port': ['ID=54d529f7-af3e-4dc6-bb25-3504b33e8769,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:15.816640 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 46560) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:15.871582 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-c5f3589a-07cf-41fd-8c4a-2dc063c8110f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a7c4d775013495f985d1352b2699d20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513163 Jun 30 12:02:15.871769 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 46564) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:15.879263 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7afb4543-2732-4ba2-8146-d508fe47665f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks [] for floatingip, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:15.895940 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7afb4543-2732-4ba2-8146-d508fe47665f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:15.897239 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-7afb4543-2732-4ba2-8146-d508fe47665f tempest-AttachVolumeNegativeTest-833930667 tempest-AttachVolumeNegativeTest-833930667-project] 10.222.0.18 "DELETE /v2.0/floatingips/bcbf9fa9-3ef0-4ef9-a8ea-b2fc7466e8d5 HTTP/1.1" status: 204 len: 168 time: 1.0124130 Jun 30 12:02:15.939901 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0657ad2e-da2a-46eb-b5f5-647f82fa2b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:15.967750 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0657ad2e-da2a-46eb-b5f5-647f82fa2b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:16.009403 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:16.106768 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0657ad2e-da2a-46eb-b5f5-647f82fa2b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:16.124161 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657ad2e-da2a-46eb-b5f5-647f82fa2b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f215778f-41e9-4d7f-9766-bda866fdc9d0,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:16.133009 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0657ad2e-da2a-46eb-b5f5-647f82fa2b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:16.134194 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-0657ad2e-da2a-46eb-b5f5-647f82fa2b63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f215778f-41e9-4d7f-9766-bda866fdc9d0 HTTP/1.1" status: 204 len: 168 time: 0.2615769 Jun 30 12:02:18.255551 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-70d0aede-b9b1-4a41-a779-84d0476ce510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:20.484009 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d91b-7643-421c-9a78-3f62faef392f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:21.062082 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:02:21.478079 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:21.534043 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 46686) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:21.661017 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:21.851597 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46696) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:22.026384 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7002d0d8-4a62-4f16-b529-2a10ba7bd853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:22.043322 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-7002d0d8-4a62-4f16-b529-2a10ba7bd853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:02:22.049474 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-7002d0d8-4a62-4f16-b529-2a10ba7bd853 admin admin] Usage tracker for resource:security_group_rule and tenant:460cc584ae3d45a5a6fee758f579fdb9 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:02:22.053260 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-7002d0d8-4a62-4f16-b529-2a10ba7bd853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:02:22.059204 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-7002d0d8-4a62-4f16-b529-2a10ba7bd853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:02:22.152180 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7002d0d8-4a62-4f16-b529-2a10ba7bd853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:22.266530 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7002d0d8-4a62-4f16-b529-2a10ba7bd853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:22.318167 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-7002d0d8-4a62-4f16-b529-2a10ba7bd853 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=460cc584ae3d45a5a6fee758f579fdb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4644902 Jun 30 12:02:22.318908 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002d0d8-4a62-4f16-b529-2a10ba7bd853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a189472-ab02-4d38-8883-99983cb24f7c,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:22.320693 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3217a2c0-81aa-4cc5-a3d0-14b87f72696e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534753'] for router_interface, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:22.322484 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46702) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:22.388737 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3d86913f-f75a-485c-a1fd-60a83ab92cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:22.418054 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3d86913f-f75a-485c-a1fd-60a83ab92cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:22.563616 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3d86913f-f75a-485c-a1fd-60a83ab92cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:22.579089 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86913f-f75a-485c-a1fd-60a83ab92cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a189472-ab02-4d38-8883-99983cb24f7c,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:22.597520 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3d86913f-f75a-485c-a1fd-60a83ab92cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:22.602726 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-3d86913f-f75a-485c-a1fd-60a83ab92cb1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a189472-ab02-4d38-8883-99983cb24f7c HTTP/1.1" status: 204 len: 168 time: 0.2790680 Jun 30 12:02:22.684747 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-3217a2c0-81aa-4cc5-a3d0-14b87f72696e admin admin] Deleting port e42f15f3-d36d-4407-b899-63730a7002db {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:22.685367 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3217a2c0-81aa-4cc5-a3d0-14b87f72696e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:22.870274 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-3217a2c0-81aa-4cc5-a3d0-14b87f72696e admin admin] For port e42f15f3-d36d-4407-b899-63730a7002db, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=e42f15f3-d36d-4407-b899-63730a7002db,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:02:22.870687 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3217a2c0-81aa-4cc5-a3d0-14b87f72696e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:23.004883 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-3217a2c0-81aa-4cc5-a3d0-14b87f72696e admin admin] Calling delete_port for e42f15f3-d36d-4407-b899-63730a7002db owned by network:router_interface {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:02:23.129067 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:23.277932 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3217a2c0-81aa-4cc5-a3d0-14b87f72696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:23.324682 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46712) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:23.326779 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217a2c0-81aa-4cc5-a3d0-14b87f72696e admin admin] Pushing event deleted for resources: {'Port': ['ID=e42f15f3-d36d-4407-b899-63730a7002db,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:23.354155 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bbf82dd1-fb77-4427-9bba-0309c18bd7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:23.376828 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-bbf82dd1-fb77-4427-9bba-0309c18bd7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:02:23.382325 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-bbf82dd1-fb77-4427-9bba-0309c18bd7f5 admin admin] Usage tracker for resource:security_group_rule and tenant:12ae8b9e0a1e4bd38e79fe343a383438 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:02:23.385412 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-bbf82dd1-fb77-4427-9bba-0309c18bd7f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:02:23.392491 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-bbf82dd1-fb77-4427-9bba-0309c18bd7f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:02:23.514447 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bbf82dd1-fb77-4427-9bba-0309c18bd7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:23.603820 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-bbf82dd1-fb77-4427-9bba-0309c18bd7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:23.631024 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3217a2c0-81aa-4cc5-a3d0-14b87f72696e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534677'] for router_interface, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:23.653634 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf82dd1-fb77-4427-9bba-0309c18bd7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be416cca-ebcf-427e-b838-a047e1541c82,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:23.660334 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-bbf82dd1-fb77-4427-9bba-0309c18bd7f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12ae8b9e0a1e4bd38e79fe343a383438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322198 Jun 30 12:02:23.660860 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46720) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:23.732158 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-298fa082-f195-4e49-8641-678d3ca9fb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:23.763089 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-298fa082-f195-4e49-8641-678d3ca9fb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:23.912933 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-298fa082-f195-4e49-8641-678d3ca9fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:23.927956 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fa082-f195-4e49-8641-678d3ca9fb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be416cca-ebcf-427e-b838-a047e1541c82,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:23.936856 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-298fa082-f195-4e49-8641-678d3ca9fb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:23.938039 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-298fa082-f195-4e49-8641-678d3ca9fb80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be416cca-ebcf-427e-b838-a047e1541c82 HTTP/1.1" status: 204 len: 168 time: 0.2762775 Jun 30 12:02:24.153764 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3217a2c0-81aa-4cc5-a3d0-14b87f72696e admin admin] Router 00155358-9483-4606-9d77-1dca63089318 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:02:24.340067 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3217a2c0-81aa-4cc5-a3d0-14b87f72696e admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:02:24.349637 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b80241-0959-46b1-8468-bf7d0ed16202 None None] Sync routers for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:02:24.355881 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-3217a2c0-81aa-4cc5-a3d0-14b87f72696e admin admin] 10.222.0.18 "PUT /v2.0/routers/00155358-9483-4606-9d77-1dca63089318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8182294 Jun 30 12:02:24.356017 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 46728) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:24.364950 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b80241-0959-46b1-8468-bf7d0ed16202 None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:02:24.366410 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-c5b80241-0959-46b1-8468-bf7d0ed16202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:02:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:24.550502 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] Notify callbacks [] for router, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:24.550721 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-c5b80241-0959-46b1-8468-bf7d0ed16202 None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:02:24.733453 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:24.835810 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] Deleting port aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:24.835810 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:24.857000 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-c5b80241-0959-46b1-8468-bf7d0ed16202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T12:02:23Z', 'revision_number': 5, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port': {'id': 'aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00155358-9483-4606-9d77-1dca63089318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:57Z', 'updated_at': '2022-06-30T11:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:24.861511 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b80241-0959-46b1-8468-bf7d0ed16202 None None] Checking router: 00155358-9483-4606-9d77-1dca63089318 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:02:24.870956 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b80241-0959-46b1-8468-bf7d0ed16202 None None] Routers {'00155358-9483-4606-9d77-1dca63089318'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:02:24.872913 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-c5b80241-0959-46b1-8468-bf7d0ed16202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:02:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['00155358-9483-4606-9d77-1dca63089318'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:25.049378 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] For port aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:02:25.049742 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:25.081842 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-c5b80241-0959-46b1-8468-bf7d0ed16202 None None] Set router 00155358-9483-4606-9d77-1dca63089318 gateway port host: None {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:02:25.183016 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] Calling delete_port for aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff owned by network:router_gateway {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:02:25.214491 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-c5b80241-0959-46b1-8468-bf7d0ed16202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T12:02:24Z', 'revision_number': 6, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port_host': None}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:25.221375 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b80241-0959-46b1-8468-bf7d0ed16202 None None] The sync data for ids ['00155358-9483-4606-9d77-1dca63089318'] in dv-cinder-848250-1-iscsi is: [{'id': '00155358-9483-4606-9d77-1dca63089318', 'name': 'tempest-AttachVolumeNegativeTest-1866162666-router', 'tenant_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:54Z', 'updated_at': '2022-06-30T12:02:24Z', 'revision_number': 6, 'project_id': '4b6adc9b6c6d4b01af0d17d42212e2b3', 'gw_port_host': None}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:02:25.603797 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:25.697669 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:25.769547 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579328'] for router_gateway, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:25.959536 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7319'] for router, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:25.962614 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:26.089326 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-580833'] for router, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:26.089995 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00155358-9483-4606-9d77-1dca63089318 {{(pid=88751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 12:02:26.104814 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:26.105889 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-dbbf69e7-969c-4a11-8515-b43c33dfc582 admin admin] 10.222.0.18 "DELETE /v2.0/routers/00155358-9483-4606-9d77-1dca63089318 HTTP/1.1" status: 204 len: 168 time: 1.7488701 Jun 30 12:02:26.108473 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 46768) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:26.175140 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_v2 [None req-41919853-3942-4b03-9fc0-40c66daf2829 admin admin] Deleting subnet 9ea6951d-83ae-414a-b63e-039dc352ff4b {{(pid=88751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 12:02:26.179608 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-41919853-3942-4b03-9fc0-40c66daf2829 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:26.240722 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-41919853-3942-4b03-9fc0-40c66daf2829 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28115161'] for subnet, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:26.434947 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-41919853-3942-4b03-9fc0-40c66daf2829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:26.638344 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-41919853-3942-4b03-9fc0-40c66daf2829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27525390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29340573'] for subnet, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:26.675508 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41919853-3942-4b03-9fc0-40c66daf2829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea6951d-83ae-414a-b63e-039dc352ff4b,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:26.682055 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-41919853-3942-4b03-9fc0-40c66daf2829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:26.688491 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-41919853-3942-4b03-9fc0-40c66daf2829 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9ea6951d-83ae-414a-b63e-039dc352ff4b HTTP/1.1" status: 204 len: 168 time: 0.5785346 Jun 30 12:02:26.688701 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53423d2-5c9b-420e-ab43-4cce67cb4876 None None] Network b33e5164-b6b4-489d-9f68-d71fc1cc6d74 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:02:26.690595 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 46794) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:26.811939 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:26.835016 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Deleting port 261b3798-dcbc-4b68-b369-d84c065f86c8 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:26.847349 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:26.900388 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device e42f15f3-d36d-4407-b899-63730a7002db no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:02:26.948786 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: e42f15f3-d36d-4407-b899-63730a7002db {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:02:26.949119 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device e42f15f3-d36d-4407-b899-63730a7002db not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:02:26.949528 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:02:26.991893 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:02:26.991893 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device aa5e5405-bd2f-48a2-a061-bd3c8bf4fbff not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:02:27.096786 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] For port 261b3798-dcbc-4b68-b369-d84c065f86c8, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=261b3798-dcbc-4b68-b369-d84c065f86c8,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:02:27.097418 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.103574 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a245bc9c-38e6-4b4a-84b4-b442132406ff None None] DHCP port deletion for b33e5164-b6b4-489d-9f68-d71fc1cc6d74 request from dv-cinder-848250-1-iscsi {{(pid=88752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 12:02:27.109064 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46800) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:27.109595 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-a245bc9c-38e6-4b4a-84b4-b442132406ff None None] Deleting port 261b3798-dcbc-4b68-b369-d84c065f86c8 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:27.109595 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a245bc9c-38e6-4b4a-84b4-b442132406ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.238450 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-25842706-e8c9-4b51-b771-490d47810a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.279022 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-25842706-e8c9-4b51-b771-490d47810a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:02:27.283372 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-25842706-e8c9-4b51-b771-490d47810a60 admin admin] Usage tracker for resource:security_group_rule and tenant:7d64c62b4ca4495d8ce6b0230b6a3d1a is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:02:27.287496 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-25842706-e8c9-4b51-b771-490d47810a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:02:27.295435 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-25842706-e8c9-4b51-b771-490d47810a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:02:27.302391 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Calling delete_port for 261b3798-dcbc-4b68-b369-d84c065f86c8 owned by network:dhcp {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:02:27.383455 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-a245bc9c-38e6-4b4a-84b4-b442132406ff None None] For port 261b3798-dcbc-4b68-b369-d84c065f86c8, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=261b3798-dcbc-4b68-b369-d84c065f86c8,segment=NetworkSegment(ac37a9d0-2dbe-4267-8298-90290afb283e),segment_id=ac37a9d0-2dbe-4267-8298-90290afb283e)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:02:27.383864 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a245bc9c-38e6-4b4a-84b4-b442132406ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.394670 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-25842706-e8c9-4b51-b771-490d47810a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.477817 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.512234 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-25842706-e8c9-4b51-b771-490d47810a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.512669 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-a245bc9c-38e6-4b4a-84b4-b442132406ff None None] Calling delete_port for 261b3798-dcbc-4b68-b369-d84c065f86c8 owned by network:dhcp {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:02:27.528569 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Pushing event deleted for resources: {'Port': ['ID=261b3798-dcbc-4b68-b369-d84c065f86c8,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:27.530640 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] No DVR routers for this DVR port 261b3798-dcbc-4b68-b369-d84c065f86c8 on host dv-cinder-848250-1-iscsi {{(pid=88751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:02:27.574211 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-25842706-e8c9-4b51-b771-490d47810a60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d64c62b4ca4495d8ce6b0230b6a3d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660652 Jun 30 12:02:27.575332 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25842706-e8c9-4b51-b771-490d47810a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13615089-0052-4d84-b5ad-e90144cac9d1,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:27.577792 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46808) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:27.601281 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.api [None req-a245bc9c-38e6-4b4a-84b4-b442132406ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 12:02:27.601642 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG oslo_db.api [None req-a245bc9c-38e6-4b4a-84b4-b442132406ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 12:02:27.642659 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2107716c-35b4-4aac-89e7-d9d8d4c3672e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.672287 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2107716c-35b4-4aac-89e7-d9d8d4c3672e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.749847 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.775074 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33e5164-b6b4-489d-9f68-d71fc1cc6d74']}} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:27.788100 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac37a9d0-2dbe-4267-8298-90290afb283e') {'for_net_delete': True} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:27.788423 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac37a9d0-2dbe-4267-8298-90290afb283e') {} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:27.799693 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115152'] for segment, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.803319 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2107716c-35b4-4aac-89e7-d9d8d4c3672e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.818778 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.820204 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107716c-35b4-4aac-89e7-d9d8d4c3672e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13615089-0052-4d84-b5ad-e90144cac9d1,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:27.824847 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2107716c-35b4-4aac-89e7-d9d8d4c3672e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.825661 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 12:02:27.826061 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27525536'] for segment, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:27.828842 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-2107716c-35b4-4aac-89e7-d9d8d4c3672e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13615089-0052-4d84-b5ad-e90144cac9d1 HTTP/1.1" status: 204 len: 168 time: 0.2500348 Jun 30 12:02:27.900825 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment ac37a9d0-2dbe-4267-8298-90290afb283e resource provider aggregate not found Jun 30 12:02:27.922601 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment ac37a9d0-2dbe-4267-8298-90290afb283e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac37a9d0-2dbe-4267-8298-90290afb283e found for delete ", "request_id": "req-28268407-cdfe-4ecb-b94f-b7715217f0f7"}]} Jun 30 12:02:28.038031 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:28.042467 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:28.070384 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] Pushing event deleted for resources: {'Network': ['ID=b33e5164-b6b4-489d-9f68-d71fc1cc6d74,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:28.102533 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-a245bc9c-38e6-4b4a-84b4-b442132406ff None None] Deleting port 261b3798-dcbc-4b68-b369-d84c065f86c8 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:28.103075 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a245bc9c-38e6-4b4a-84b4-b442132406ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:28.172854 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-a245bc9c-38e6-4b4a-84b4-b442132406ff None None] The port '261b3798-dcbc-4b68-b369-d84c065f86c8' was deleted {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 30 12:02:28.244549 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-028f4dd7-f747-41cf-8bf0-d2d3c1bba175 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b33e5164-b6b4-489d-9f68-d71fc1cc6d74 HTTP/1.1" status: 204 len: 168 time: 1.5528250 Jun 30 12:02:28.715376 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46824) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:28.773835 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-c3dc42f8-3121-4808-aa5b-12c495581f63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b6adc9b6c6d4b01af0d17d42212e2b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536270 Jun 30 12:02:28.774386 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 46828) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:28.786678 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46832) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:28.806820 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:28.826686 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:02:28.831487 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 261b3798-dcbc-4b68-b369-d84c065f86c8 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:02:28.831933 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Usage tracker for resource:security_group_rule and tenant:972a847ff2f749628850b8de8dbb6a98 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:02:28.835793 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:02:28.842402 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:02:28.870616 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 261b3798-dcbc-4b68-b369-d84c065f86c8 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:02:28.871209 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 261b3798-dcbc-4b68-b369-d84c065f86c8 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:02:28.886767 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-055b2618-6b22-4e56-a3e0-dc26480c79b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:28.910207 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-055b2618-6b22-4e56-a3e0-dc26480c79b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:28.938770 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:29.009107 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:29.031836 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-055b2618-6b22-4e56-a3e0-dc26480c79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:29.051831 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b2618-6b22-4e56-a3e0-dc26480c79b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8386540d-4eeb-46f6-8ad3-59e626196fc9,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:29.059439 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=972a847ff2f749628850b8de8dbb6a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711196 Jun 30 12:02:29.060282 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57258c8-d60e-4acb-a53c-3c937d0b182b,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:29.064981 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 46836) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:29.066323 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-055b2618-6b22-4e56-a3e0-dc26480c79b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:29.068263 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:29.068657 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:29.069004 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:29.069344 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:29.069679 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:29.070012 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:29.070443 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:29.070635 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-055b2618-6b22-4e56-a3e0-dc26480c79b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8386540d-4eeb-46f6-8ad3-59e626196fc9 HTTP/1.1" status: 204 len: 168 time: 0.2950792 Jun 30 12:02:29.070740 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:29.071065 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:29.071399 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:29.071722 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:29.072050 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ae374-18b9-4210-b548-fd9dd3bbe72a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:02:29.137076 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5130a683-dafa-4fea-9a95-04bdcc3002ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:29.165728 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5130a683-dafa-4fea-9a95-04bdcc3002ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:29.358017 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5130a683-dafa-4fea-9a95-04bdcc3002ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:29.376480 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130a683-dafa-4fea-9a95-04bdcc3002ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57258c8-d60e-4acb-a53c-3c937d0b182b,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:29.386736 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5130a683-dafa-4fea-9a95-04bdcc3002ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:29.390672 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-5130a683-dafa-4fea-9a95-04bdcc3002ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b57258c8-d60e-4acb-a53c-3c937d0b182b HTTP/1.1" status: 204 len: 168 time: 0.3264134 Jun 30 12:02:31.414726 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 46930) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:31.545983 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ee384d0e-5fba-442c-8dfe-0bdc9f71429e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:31.562860 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-ee384d0e-5fba-442c-8dfe-0bdc9f71429e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:02:31.568099 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-ee384d0e-5fba-442c-8dfe-0bdc9f71429e admin admin] Usage tracker for resource:security_group_rule and tenant:70aea448e25d49f1bd74d30de201c311 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:02:31.579474 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-ee384d0e-5fba-442c-8dfe-0bdc9f71429e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:02:31.586277 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-ee384d0e-5fba-442c-8dfe-0bdc9f71429e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:02:31.672624 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ee384d0e-5fba-442c-8dfe-0bdc9f71429e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:31.792287 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ee384d0e-5fba-442c-8dfe-0bdc9f71429e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:31.845605 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-ee384d0e-5fba-442c-8dfe-0bdc9f71429e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70aea448e25d49f1bd74d30de201c311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4271970 Jun 30 12:02:31.845605 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee384d0e-5fba-442c-8dfe-0bdc9f71429e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c892fbee-a40e-4769-b806-fd9c02a54d06,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:31.845957 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 46944) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:31.920639 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f6099813-22dc-4693-b571-6f0e97533b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:31.948074 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f6099813-22dc-4693-b571-6f0e97533b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:32.078152 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f6099813-22dc-4693-b571-6f0e97533b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:32.099238 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6099813-22dc-4693-b571-6f0e97533b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c892fbee-a40e-4769-b806-fd9c02a54d06,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:32.110086 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f6099813-22dc-4693-b571-6f0e97533b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:32.114512 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-f6099813-22dc-4693-b571-6f0e97533b28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c892fbee-a40e-4769-b806-fd9c02a54d06 HTTP/1.1" status: 204 len: 168 time: 0.2645690 Jun 30 12:02:35.723438 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 47018) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:35.852104 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d83c8958-2284-491f-a002-7c82e476c976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:35.869027 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-d83c8958-2284-491f-a002-7c82e476c976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:02:35.872868 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-d83c8958-2284-491f-a002-7c82e476c976 admin admin] Usage tracker for resource:security_group_rule and tenant:e9c3fcd3172145c1b734b6b04b1927f5 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:02:35.876070 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-d83c8958-2284-491f-a002-7c82e476c976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:02:35.882248 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-d83c8958-2284-491f-a002-7c82e476c976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:02:35.970756 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d83c8958-2284-491f-a002-7c82e476c976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:36.032054 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d83c8958-2284-491f-a002-7c82e476c976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:36.081492 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-d83c8958-2284-491f-a002-7c82e476c976 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9c3fcd3172145c1b734b6b04b1927f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570209 Jun 30 12:02:36.082391 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8958-2284-491f-a002-7c82e476c976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610eba86-4aea-4496-bcb8-8a7ad98f54dc,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:36.084974 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 47026) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:36.147304 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2f183fb5-c883-4267-98e4-9ec90bdcfb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:36.175113 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2f183fb5-c883-4267-98e4-9ec90bdcfb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:36.323701 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2f183fb5-c883-4267-98e4-9ec90bdcfb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:36.341726 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f183fb5-c883-4267-98e4-9ec90bdcfb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610eba86-4aea-4496-bcb8-8a7ad98f54dc,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:36.346149 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2f183fb5-c883-4267-98e4-9ec90bdcfb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:36.349117 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-2f183fb5-c883-4267-98e4-9ec90bdcfb8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/610eba86-4aea-4496-bcb8-8a7ad98f54dc HTTP/1.1" status: 204 len: 168 time: 0.2629075 Jun 30 12:02:37.049918 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 47046) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:37.067788 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-486ddce9-8599-4130-a9b5-d292c48fbeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:37.082969 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-486ddce9-8599-4130-a9b5-d292c48fbeb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:02:37.087051 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-486ddce9-8599-4130-a9b5-d292c48fbeb2 admin admin] Usage tracker for resource:security_group_rule and tenant:8f5f6fe41a354e6ea538852705a4de3a is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:02:37.089985 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-486ddce9-8599-4130-a9b5-d292c48fbeb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:02:37.096001 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-486ddce9-8599-4130-a9b5-d292c48fbeb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:02:37.180523 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-486ddce9-8599-4130-a9b5-d292c48fbeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:37.340421 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-486ddce9-8599-4130-a9b5-d292c48fbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:37.388975 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-486ddce9-8599-4130-a9b5-d292c48fbeb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f5f6fe41a354e6ea538852705a4de3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379669 Jun 30 12:02:37.389831 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ddce9-8599-4130-a9b5-d292c48fbeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10b14f9-8837-41d4-9d71-58c496193302,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:37.392531 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47050) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:37.452420 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cab63733-3129-4a51-aca1-98b1e17a7fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:37.481365 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cab63733-3129-4a51-aca1-98b1e17a7fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:37.615648 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cab63733-3129-4a51-aca1-98b1e17a7fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:37.633222 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab63733-3129-4a51-aca1-98b1e17a7fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10b14f9-8837-41d4-9d71-58c496193302,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:37.642024 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-cab63733-3129-4a51-aca1-98b1e17a7fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:37.643193 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-cab63733-3129-4a51-aca1-98b1e17a7fd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c10b14f9-8837-41d4-9d71-58c496193302 HTTP/1.1" status: 204 len: 168 time: 0.2494299 Jun 30 12:02:46.289729 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:48.226526 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-67a76cb3-894d-430f-a833-94208548b91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:49.192661 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47216) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:49.311295 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ef0455a3-5372-4190-b3fd-b959d8cb3aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:49.326050 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-ef0455a3-5372-4190-b3fd-b959d8cb3aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:02:49.330204 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-ef0455a3-5372-4190-b3fd-b959d8cb3aed admin admin] Usage tracker for resource:security_group_rule and tenant:2a1c4f29e13e49bca9a3c35d6f608bfe is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:02:49.333773 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-ef0455a3-5372-4190-b3fd-b959d8cb3aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:02:49.339559 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-ef0455a3-5372-4190-b3fd-b959d8cb3aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:02:49.421275 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ef0455a3-5372-4190-b3fd-b959d8cb3aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:49.494631 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ef0455a3-5372-4190-b3fd-b959d8cb3aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:49.543618 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-ef0455a3-5372-4190-b3fd-b959d8cb3aed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a1c4f29e13e49bca9a3c35d6f608bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498666 Jun 30 12:02:49.544526 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0455a3-5372-4190-b3fd-b959d8cb3aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6916d9-2862-418d-8388-9522e071ff4b,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:49.546479 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 47222) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:49.610590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-44aa7617-ec88-487c-b19e-eab3a1f55f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:49.637303 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-44aa7617-ec88-487c-b19e-eab3a1f55f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:49.792120 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-44aa7617-ec88-487c-b19e-eab3a1f55f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:49.811216 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa7617-ec88-487c-b19e-eab3a1f55f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6916d9-2862-418d-8388-9522e071ff4b,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:49.818849 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-44aa7617-ec88-487c-b19e-eab3a1f55f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:49.823103 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-44aa7617-ec88-487c-b19e-eab3a1f55f3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca6916d9-2862-418d-8388-9522e071ff4b HTTP/1.1" status: 204 len: 168 time: 0.2755504 Jun 30 12:02:50.459399 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-c1063282-2e04-4f54-9469-2754182e1c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:50.623233 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 47236) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:50.641358 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2697f25f-ced0-42cb-883c-9b439b53e045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:50.657087 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-2697f25f-ced0-42cb-883c-9b439b53e045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:02:50.662264 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-2697f25f-ced0-42cb-883c-9b439b53e045 admin admin] Usage tracker for resource:security_group_rule and tenant:aa4f964863b14d0f8063b1be95f21977 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:02:50.665500 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-2697f25f-ced0-42cb-883c-9b439b53e045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:02:50.672180 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-2697f25f-ced0-42cb-883c-9b439b53e045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:02:50.755713 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2697f25f-ced0-42cb-883c-9b439b53e045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:50.843440 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2697f25f-ced0-42cb-883c-9b439b53e045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:50.895845 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697f25f-ced0-42cb-883c-9b439b53e045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244a56de-91f9-4780-97eb-0740e8d2a41f,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:50.900559 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-2697f25f-ced0-42cb-883c-9b439b53e045 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa4f964863b14d0f8063b1be95f21977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762115 Jun 30 12:02:50.903705 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 47240) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:50.980876 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-19d6992c-3b92-41a1-9b6a-a6bda350f20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:51.014971 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-19d6992c-3b92-41a1-9b6a-a6bda350f20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:51.210010 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-19d6992c-3b92-41a1-9b6a-a6bda350f20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:51.226067 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6992c-3b92-41a1-9b6a-a6bda350f20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244a56de-91f9-4780-97eb-0740e8d2a41f,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:51.233011 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-19d6992c-3b92-41a1-9b6a-a6bda350f20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:51.234157 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-19d6992c-3b92-41a1-9b6a-a6bda350f20d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/244a56de-91f9-4780-97eb-0740e8d2a41f HTTP/1.1" status: 204 len: 168 time: 0.3298590 Jun 30 12:02:51.506878 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:51.751978 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:52.049835 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf298e7-360a-4d6a-ac64-c5bd1d6bfa04 req-68f879dc-6f3f-44de-901f-233957c3a70f tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:02:52.059340 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bbf298e7-360a-4d6a-ac64-c5bd1d6bfa04 req-68f879dc-6f3f-44de-901f-233957c3a70f tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 946 time: 0.0973475 Jun 30 12:02:52.107341 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bbf298e7-360a-4d6a-ac64-c5bd1d6bfa04 req-a2f80456-48b1-4177-991b-f8ec71cba499 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474770 Jun 30 12:02:52.587696 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb27af0-5355-4221-bd90-f01ebfa0385b req-609953a6-cff9-4ec1-b635-2004ac587982 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:02:52.587696 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3fb27af0-5355-4221-bd90-f01ebfa0385b req-609953a6-cff9-4ec1-b635-2004ac587982 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 947 time: 0.1056182 Jun 30 12:02:52.632570 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3fb27af0-5355-4221-bd90-f01ebfa0385b req-096c2e11-89a5-4ba6-b993-80362996de93 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406270 Jun 30 12:02:53.169366 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:53.315335 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a724dab-d0b7-4fa0-8d8f-efff99b655b9 req-180999be-4913-4a9a-9035-95705a2e1260 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:02:53.318093 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7a724dab-d0b7-4fa0-8d8f-efff99b655b9 req-180999be-4913-4a9a-9035-95705a2e1260 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 946 time: 0.0917690 Jun 30 12:02:53.363014 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7a724dab-d0b7-4fa0-8d8f-efff99b655b9 req-b0a0c9f6-a023-42ff-b267-7e5b1592ef7d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394199 Jun 30 12:02:53.780582 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943c6b8-d111-4ec1-bdad-621ae7caf96f req-5b58432d-c344-44a1-b5ca-e3c6b20ec39c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:02:53.786082 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-5943c6b8-d111-4ec1-bdad-621ae7caf96f req-5b58432d-c344-44a1-b5ca-e3c6b20ec39c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Synchronizing usage tracker for tenant:f7045b19c7de4b78950b0f9f9b96b98c on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:02:53.890375 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae4ac5-9c6b-43f6-8b0d-59d0f0d0187a req-47e5cb1d-15fb-4f41-807b-6ea9a86ba0b9 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:02:53.891972 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c4ae4ac5-9c6b-43f6-8b0d-59d0f0d0187a req-47e5cb1d-15fb-4f41-807b-6ea9a86ba0b9 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 947 time: 0.1098447 Jun 30 12:02:53.906151 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-5943c6b8-d111-4ec1-bdad-621ae7caf96f req-5b58432d-c344-44a1-b5ca-e3c6b20ec39c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Unset dirty status for tenant:f7045b19c7de4b78950b0f9f9b96b98c on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:02:53.909893 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-5943c6b8-d111-4ec1-bdad-621ae7caf96f req-5b58432d-c344-44a1-b5ca-e3c6b20ec39c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.44 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 946 time: 0.2376971 Jun 30 12:02:53.942972 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c4ae4ac5-9c6b-43f6-8b0d-59d0f0d0187a req-4ad7c95b-ff1e-4e17-97f7-65f0a973f094 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423431 Jun 30 12:02:53.988274 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-5943c6b8-d111-4ec1-bdad-621ae7caf96f req-91751095-b4b5-4194-8dab-358f3e43ebf1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Deleting port dbc62ddb-de62-4145-966e-22f93971c731 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:53.989216 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-5943c6b8-d111-4ec1-bdad-621ae7caf96f req-91751095-b4b5-4194-8dab-358f3e43ebf1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:54.338620 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-d386b93b-6714-4b42-bd98-2a054c707855 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:02:54.339324 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-d386b93b-6714-4b42-bd98-2a054c707855 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Synchronizing usage tracker for tenant:66756d824b614f6a8344f03d7aa9133d on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:02:54.421255 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-5943c6b8-d111-4ec1-bdad-621ae7caf96f req-91751095-b4b5-4194-8dab-358f3e43ebf1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] For port dbc62ddb-de62-4145-966e-22f93971c731, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=dbc62ddb-de62-4145-966e-22f93971c731,segment=NetworkSegment(574ea242-c979-4c20-93b6-6fa73bd2a256),segment_id=574ea242-c979-4c20-93b6-6fa73bd2a256)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:02:54.421616 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-5943c6b8-d111-4ec1-bdad-621ae7caf96f req-91751095-b4b5-4194-8dab-358f3e43ebf1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:54.484216 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-d386b93b-6714-4b42-bd98-2a054c707855 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Unset dirty status for tenant:66756d824b614f6a8344f03d7aa9133d on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:02:54.485392 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-d386b93b-6714-4b42-bd98-2a054c707855 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.44 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 947 time: 0.4711637 Jun 30 12:02:54.553373 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-5943c6b8-d111-4ec1-bdad-621ae7caf96f req-91751095-b4b5-4194-8dab-358f3e43ebf1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Calling delete_port for dbc62ddb-de62-4145-966e-22f93971c731 owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:02:54.573577 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31208aa-c1f1-4743-ac90-66bd64dae5ab req-97cd9e04-86c9-40b8-b36c-066f6f02eb10 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:02:54.575080 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b31208aa-c1f1-4743-ac90-66bd64dae5ab req-97cd9e04-86c9-40b8-b36c-066f6f02eb10 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 946 time: 0.1005602 Jun 30 12:02:54.620570 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b31208aa-c1f1-4743-ac90-66bd64dae5ab req-a9969041-3bb6-494d-9dce-3039e52e238b tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392897 Jun 30 12:02:54.680335 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Deleting port 7515172e-f008-4f3b-a9c5-91d086fef771 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:54.680335 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:55.009711 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] For port 7515172e-f008-4f3b-a9c5-91d086fef771, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=7515172e-f008-4f3b-a9c5-91d086fef771,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:02:55.010415 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:55.022833 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-5943c6b8-d111-4ec1-bdad-621ae7caf96f req-91751095-b4b5-4194-8dab-358f3e43ebf1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:55.035335 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['dbc62ddb-de62-4145-966e-22f93971c731'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:02:55.143652 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91751095-b4b5-4194-8dab-358f3e43ebf1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Pushing event deleted for resources: {'Port': ['ID=dbc62ddb-de62-4145-966e-22f93971c731,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:55.154438 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7769132-3e89-4d3e-b893-852679789b04 req-d08f644e-07ea-4bc9-96ed-f565a8655500 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:02:55.155909 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b7769132-3e89-4d3e-b893-852679789b04 req-d08f644e-07ea-4bc9-96ed-f565a8655500 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 947 time: 0.0977719 Jun 30 12:02:55.203747 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b7769132-3e89-4d3e-b893-852679789b04 req-e17b553f-cd30-4a74-959e-a6013f2b869f tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba3a22e-0ab7-4660-8b6b-9893892e42d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413465 Jun 30 12:02:55.255261 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5943c6b8-d111-4ec1-bdad-621ae7caf96f req-91751095-b4b5-4194-8dab-358f3e43ebf1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] No DVR routers for this DVR port dbc62ddb-de62-4145-966e-22f93971c731 on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:02:55.308123 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-5943c6b8-d111-4ec1-bdad-621ae7caf96f req-91751095-b4b5-4194-8dab-358f3e43ebf1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:55.310764 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4567c4-f807-47fa-bfc8-db5405a70e01', 'name': 'network-vif-deleted', 'tag': 'dbc62ddb-de62-4145-966e-22f93971c731'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:02:55.363905 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47392) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:55.431190 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fd7261-9c20-43e3-aed9-9fdcec5cb43e'] response: {'server_uuid': 'df4567c4-f807-47fa-bfc8-db5405a70e01', 'name': 'network-vif-deleted', 'tag': 'dbc62ddb-de62-4145-966e-22f93971c731', 'status': 'completed', 'code': 200} Jun 30 12:02:55.451778 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-5943c6b8-d111-4ec1-bdad-621ae7caf96f req-91751095-b4b5-4194-8dab-358f3e43ebf1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.44 "DELETE /v2.0/ports/dbc62ddb-de62-4145-966e-22f93971c731 HTTP/1.1" status: 204 len: 173 time: 1.5380983 Jun 30 12:02:55.483228 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:55.483749 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:55.483859 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Floating IP 1577b73d-76dd-423a-a74f-5ef60c5f433c disassociated. External IP: 172.27.1.147, port: 7515172e-f008-4f3b-a9c5-91d086fef771. Jun 30 12:02:55.484208 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Calling delete_port for 7515172e-f008-4f3b-a9c5-91d086fef771 owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:02:55.495568 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fc23f2c5-95c5-4a8d-97b9-ff7f343e7403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:55.515813 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-fc23f2c5-95c5-4a8d-97b9-ff7f343e7403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:02:55.519870 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-fc23f2c5-95c5-4a8d-97b9-ff7f343e7403 admin admin] Usage tracker for resource:security_group_rule and tenant:1980bcd64c4f47d499bcc0ec25999e27 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:02:55.523270 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-fc23f2c5-95c5-4a8d-97b9-ff7f343e7403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:02:55.529624 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-fc23f2c5-95c5-4a8d-97b9-ff7f343e7403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:02:55.653962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fc23f2c5-95c5-4a8d-97b9-ff7f343e7403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:55.741385 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-fc23f2c5-95c5-4a8d-97b9-ff7f343e7403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:55.804124 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:55.819191 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6d27dffb-54eb-40a4-8299-af40fa03a47f req-5a557477-96c8-4cb7-a963-b034ea2fa7d9 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 210 time: 0.0812764 Jun 30 12:02:55.839444 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-fc23f2c5-95c5-4a8d-97b9-ff7f343e7403 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1980bcd64c4f47d499bcc0ec25999e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740596 Jun 30 12:02:55.840233 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47408) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:55.853296 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23f2c5-95c5-4a8d-97b9-ff7f343e7403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef26c19-9991-42af-b3c3-b337a4fe7b0c,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:55.888147 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event deleted for resources: {'Port': ['ID=7515172e-f008-4f3b-a9c5-91d086fef771,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:55.935535 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ec54-8279-4cca-8209-f121d3636270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:55.966231 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ec54-8279-4cca-8209-f121d3636270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:56.134841 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ec54-8279-4cca-8209-f121d3636270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:56.156563 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7ec54-8279-4cca-8209-f121d3636270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef26c19-9991-42af-b3c3-b337a4fe7b0c,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:56.166302 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ec54-8279-4cca-8209-f121d3636270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:56.177234 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-a0a7ec54-8279-4cca-8209-f121d3636270 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ef26c19-9991-42af-b3c3-b337a4fe7b0c HTTP/1.1" status: 204 len: 168 time: 0.3349931 Jun 30 12:02:56.213820 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Router da53b716-2afc-4fff-8113-5a5372664a1a has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:02:56.405414 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-55ad3218-b005-4bf7-9807-04546a4607f5 req-cf2f70a0-c535-4a94-88db-fd281f8cbb35 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 210 time: 0.0622408 Jun 30 12:02:56.445102 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:02:56.449405 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb244fa-d93a-43a4-b1f7-06b275523fb9 None None] Sync routers for ids ['da53b716-2afc-4fff-8113-5a5372664a1a'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:02:56.459684 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb244fa-d93a-43a4-b1f7-06b275523fb9 None None] Routers {'da53b716-2afc-4fff-8113-5a5372664a1a'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:02:56.460474 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-4fb244fa-d93a-43a4-b1f7-06b275523fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:02:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['da53b716-2afc-4fff-8113-5a5372664a1a'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:56.515497 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47420) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:56.541686 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] No DVR routers for this DVR port 7515172e-f008-4f3b-a9c5-91d086fef771 on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:02:56.544807 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:56.691387 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-70c357f2-f993-4d2a-8c9a-c2e6080bd79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:56.695833 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-4d5a99ff-792d-4e27-aabc-46d1b6e23cd3 req-abaf2204-b050-4ac5-b784-7c28b143db4b tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.44 "DELETE /v2.0/ports/7515172e-f008-4f3b-a9c5-91d086fef771 HTTP/1.1" status: 204 len: 173 time: 2.1501789 Jun 30 12:02:56.702248 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-4fb244fa-d93a-43a4-b1f7-06b275523fb9 None None] Set router da53b716-2afc-4fff-8113-5a5372664a1a gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:02:56.710682 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-70c357f2-f993-4d2a-8c9a-c2e6080bd79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:02:56.714789 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-70c357f2-f993-4d2a-8c9a-c2e6080bd79b admin admin] Usage tracker for resource:security_group_rule and tenant:8e4868a53e85425084b7ff1a487ca995 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:02:56.717729 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-70c357f2-f993-4d2a-8c9a-c2e6080bd79b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:02:56.724515 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-70c357f2-f993-4d2a-8c9a-c2e6080bd79b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:02:56.825702 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-70c357f2-f993-4d2a-8c9a-c2e6080bd79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:56.918682 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 47430) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:56.935242 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-70c357f2-f993-4d2a-8c9a-c2e6080bd79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:56.946110 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7441-f7fe-499a-848e-51e3a149137e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:56.967970 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-4a0a7441-f7fe-499a-848e-51e3a149137e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:02:56.974448 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-4a0a7441-f7fe-499a-848e-51e3a149137e admin admin] Usage tracker for resource:security_group_rule and tenant:26517d3d666944a5b0d5c6bc6a2bfab8 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:02:56.978665 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-4a0a7441-f7fe-499a-848e-51e3a149137e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:02:56.984870 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c357f2-f993-4d2a-8c9a-c2e6080bd79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691e8756-4661-4119-95f0-454acd63a266,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:56.988244 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-4a0a7441-f7fe-499a-848e-51e3a149137e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:02:57.011137 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-70c357f2-f993-4d2a-8c9a-c2e6080bd79b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e4868a53e85425084b7ff1a487ca995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944413 Jun 30 12:02:57.011787 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47434) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:57.097387 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-730176c4-010a-4537-987e-12ad079c490d req-bf6a6ad0-0570-443a-b82c-4da3f7a46c63 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=df4567c4-f807-47fa-bfc8-db5405a70e01 HTTP/1.1" status: 200 len: 210 time: 0.0668623 Jun 30 12:02:57.122624 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7441-f7fe-499a-848e-51e3a149137e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:57.139143 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8cb05f8e-8dec-4fe7-91fd-36aeb5481182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:57.156939 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-4fb244fa-d93a-43a4-b1f7-06b275523fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:36Z', 'revision_number': 5, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:57.162034 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb244fa-d93a-43a4-b1f7-06b275523fb9 None None] Checking router: da53b716-2afc-4fff-8113-5a5372664a1a for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:02:57.170524 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb244fa-d93a-43a4-b1f7-06b275523fb9 None None] Routers {'da53b716-2afc-4fff-8113-5a5372664a1a'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:02:57.170825 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8cb05f8e-8dec-4fe7-91fd-36aeb5481182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:57.171281 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-4fb244fa-d93a-43a4-b1f7-06b275523fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:02:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['da53b716-2afc-4fff-8113-5a5372664a1a'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:57.237940 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7441-f7fe-499a-848e-51e3a149137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:57.286799 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a7441-f7fe-499a-848e-51e3a149137e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a44c108-70d2-4105-96d9-b7a307df97da,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:57.292635 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-4a0a7441-f7fe-499a-848e-51e3a149137e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26517d3d666944a5b0d5c6bc6a2bfab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714914 Jun 30 12:02:57.294162 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47438) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:57.356025 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-4fb244fa-d93a-43a4-b1f7-06b275523fb9 None None] Set router da53b716-2afc-4fff-8113-5a5372664a1a gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:02:57.356476 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a2c15e0c-c4b6-4c62-9071-bd331395f817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:57.369078 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8cb05f8e-8dec-4fe7-91fd-36aeb5481182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:57.396907 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a2c15e0c-c4b6-4c62-9071-bd331395f817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:57.412698 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb05f8e-8dec-4fe7-91fd-36aeb5481182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691e8756-4661-4119-95f0-454acd63a266,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:57.430663 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8cb05f8e-8dec-4fe7-91fd-36aeb5481182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:57.431867 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-8cb05f8e-8dec-4fe7-91fd-36aeb5481182 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/691e8756-4661-4119-95f0-454acd63a266 HTTP/1.1" status: 204 len: 168 time: 0.4189873 Jun 30 12:02:57.432621 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'name': 'network-vif-deleted', 'tag': '7515172e-f008-4f3b-a9c5-91d086fef771'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:02:57.506572 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b50f19b-2416-4b69-a3de-6d9be18dfa2f'] response: {'server_uuid': '93538dfa-599c-403b-bc1d-4ac7f05745d8', 'name': 'network-vif-deleted', 'tag': '7515172e-f008-4f3b-a9c5-91d086fef771', 'status': 'completed', 'code': 200} Jun 30 12:02:57.558246 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a2c15e0c-c4b6-4c62-9071-bd331395f817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:57.626789 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c15e0c-c4b6-4c62-9071-bd331395f817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a44c108-70d2-4105-96d9-b7a307df97da,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:57.634128 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device dbc62ddb-de62-4145-966e-22f93971c731 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:02:57.638592 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a2c15e0c-c4b6-4c62-9071-bd331395f817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:57.640093 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-a2c15e0c-c4b6-4c62-9071-bd331395f817 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a44c108-70d2-4105-96d9-b7a307df97da HTTP/1.1" status: 204 len: 168 time: 0.3449314 Jun 30 12:02:57.642677 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7f904cd1-004a-43ac-8c9a-cc91a456e3fe req-ee794b9d-9e37-43c9-9215-c5c724337224 tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/ports?device_id=93538dfa-599c-403b-bc1d-4ac7f05745d8 HTTP/1.1" status: 200 len: 210 time: 0.0665712 Jun 30 12:02:57.687233 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: dbc62ddb-de62-4145-966e-22f93971c731 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:02:57.687582 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device dbc62ddb-de62-4145-966e-22f93971c731 not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:02:57.688002 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7515172e-f008-4f3b-a9c5-91d086fef771 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:02:57.753125 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: 7515172e-f008-4f3b-a9c5-91d086fef771 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:02:57.759068 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 7515172e-f008-4f3b-a9c5-91d086fef771 not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:02:57.790101 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-4fb244fa-d93a-43a4-b1f7-06b275523fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:36Z', 'revision_number': 5, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:02:57.794096 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb244fa-d93a-43a4-b1f7-06b275523fb9 None None] The sync data for ids ['da53b716-2afc-4fff-8113-5a5372664a1a'] in dv-cinder-848250-1-iscsi is: [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T11:55:12Z', 'revision_number': 4, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '046eddd0-9b9a-4df8-b009-3fccba4c793f', 'name': '', 'network_id': '912bf4cd-aba5-4eb0-afcb-e0c1f77f042f', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'mac_address': 'fa:16:3e:a6:66:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:55:09Z', 'updated_at': '2022-06-30T11:55:36Z', 'revision_number': 5, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'subnets': [{'id': 'fda0c666-547b-4f4c-9f02-e4a51b02d42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:02:58.058483 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf7615-d31d-4b3c-be88-e31de799bce5 None None] New status for floating IP 1577b73d-76dd-423a-a74f-5ef60c5f433c: DOWN {{(pid=88753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 12:02:58.134246 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:02:58.462274 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 47466) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:58.480421 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-755087fa-34b8-4c7e-86c0-550a2c776d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:58.499389 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-755087fa-34b8-4c7e-86c0-550a2c776d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:02:58.503339 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-755087fa-34b8-4c7e-86c0-550a2c776d3d admin admin] Usage tracker for resource:security_group_rule and tenant:74530c5f636040d0ab281310b6617849 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:02:58.507041 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-755087fa-34b8-4c7e-86c0-550a2c776d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:02:58.512811 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-755087fa-34b8-4c7e-86c0-550a2c776d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:02:58.600972 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-755087fa-34b8-4c7e-86c0-550a2c776d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:58.694622 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-755087fa-34b8-4c7e-86c0-550a2c776d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:58.746056 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-755087fa-34b8-4c7e-86c0-550a2c776d3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74530c5f636040d0ab281310b6617849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825987 Jun 30 12:02:58.749199 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755087fa-34b8-4c7e-86c0-550a2c776d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5652da-5823-49d3-8e9b-eaf73b5d8dc8,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:58.749754 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47478) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:58.838550 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9da9ad4d-5003-489c-96dd-6c3f0a55bf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:58.867082 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9da9ad4d-5003-489c-96dd-6c3f0a55bf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:58.958681 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47488) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:59.026235 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ab2cba4a-d9ee-4743-b82b-5ac538fa464e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:59.056671 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ab2cba4a-d9ee-4743-b82b-5ac538fa464e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:59.071772 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9da9ad4d-5003-489c-96dd-6c3f0a55bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:59.107069 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9ad4d-5003-489c-96dd-6c3f0a55bf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5652da-5823-49d3-8e9b-eaf73b5d8dc8,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:59.115940 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9da9ad4d-5003-489c-96dd-6c3f0a55bf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:59.119652 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-9da9ad4d-5003-489c-96dd-6c3f0a55bf2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c5652da-5823-49d3-8e9b-eaf73b5d8dc8 HTTP/1.1" status: 204 len: 168 time: 0.3663251 Jun 30 12:02:59.312332 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ab2cba4a-d9ee-4743-b82b-5ac538fa464e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:59.331484 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cba4a-d9ee-4743-b82b-5ac538fa464e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba3a22e-0ab7-4660-8b6b-9893892e42d7,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:02:59.499502 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ab2cba4a-d9ee-4743-b82b-5ac538fa464e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:59.500656 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-ab2cba4a-d9ee-4743-b82b-5ac538fa464e tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "DELETE /v2.0/security-groups/9ba3a22e-0ab7-4660-8b6b-9893892e42d7 HTTP/1.1" status: 204 len: 168 time: 0.5409653 Jun 30 12:02:59.503234 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47534) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:59.520143 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.api.v2.resource [None req-4c2e41ba-9c73-4503-8652-132c6411f83d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] show failed (client error): The resource could not be found. Jun 30 12:02:59.521261 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-4c2e41ba-9c73-4503-8652-132c6411f83d tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "GET /v2.0/security-groups/9ba3a22e-0ab7-4660-8b6b-9893892e42d7 HTTP/1.1" status: 404 len: 347 time: 0.0164819 Jun 30 12:02:59.523988 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47538) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:02:59.790332 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-9a7fddda-4490-48b0-ae6f-93ff1dcf762c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Deleting port 72479b68-3739-4cc3-9533-ac0573b9d819 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:02:59.790937 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9a7fddda-4490-48b0-ae6f-93ff1dcf762c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:59.982720 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9a7fddda-4490-48b0-ae6f-93ff1dcf762c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:02:59.983109 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9a7fddda-4490-48b0-ae6f-93ff1dcf762c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:00.109936 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-9a7fddda-4490-48b0-ae6f-93ff1dcf762c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Calling delete_port for 72479b68-3739-4cc3-9533-ac0573b9d819 owned by network:floatingip {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:03:00.329617 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9a7fddda-4490-48b0-ae6f-93ff1dcf762c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:00.383330 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fddda-4490-48b0-ae6f-93ff1dcf762c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Pushing event deleted for resources: {'Port': ['ID=72479b68-3739-4cc3-9533-ac0573b9d819,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:00.486471 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9a7fddda-4490-48b0-ae6f-93ff1dcf762c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks [] for floatingip, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:00.502166 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9a7fddda-4490-48b0-ae6f-93ff1dcf762c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:00.503325 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-9a7fddda-4490-48b0-ae6f-93ff1dcf762c tempest-AttachVolumeShelveTestJSON-2142736882 tempest-AttachVolumeShelveTestJSON-2142736882-project] 10.222.0.18 "DELETE /v2.0/floatingips/1577b73d-76dd-423a-a74f-5ef60c5f433c HTTP/1.1" status: 204 len: 168 time: 0.9784207 Jun 30 12:03:04.651243 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db922b6-956f-4365-94f4-9fb480946f67 req-44120771-20bf-4452-9d83-0a010373f72e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:04.652485 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6db922b6-956f-4365-94f4-9fb480946f67 req-44120771-20bf-4452-9d83-0a010373f72e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 946 time: 0.0932715 Jun 30 12:03:04.718887 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6db922b6-956f-4365-94f4-9fb480946f67 req-e0e25f0b-426c-4ae9-8527-7fd8dd96340b tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457091 Jun 30 12:03:04.876998 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47668) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:05.615195 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-186639bb-5694-49f8-ab0d-a1a42bbf5ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534753'] for router_interface, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:06.062466 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ba9f9-4552-4aaa-a47b-564d610f5d1c req-0dec6c38-4b9a-4c75-850b-b33171f8235f tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:06.063972 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c50ba9f9-4552-4aaa-a47b-564d610f5d1c req-0dec6c38-4b9a-4c75-850b-b33171f8235f tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 946 time: 0.2229364 Jun 30 12:03:06.129691 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c50ba9f9-4552-4aaa-a47b-564d610f5d1c req-18006f9d-9016-4273-b78f-005a67cb0e0b tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583651 Jun 30 12:03:06.210770 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-186639bb-5694-49f8-ab0d-a1a42bbf5ad7 admin admin] Deleting port 046eddd0-9b9a-4df8-b009-3fccba4c793f {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:03:06.211110 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-186639bb-5694-49f8-ab0d-a1a42bbf5ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:06.400407 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-186639bb-5694-49f8-ab0d-a1a42bbf5ad7 admin admin] For port 046eddd0-9b9a-4df8-b009-3fccba4c793f, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=046eddd0-9b9a-4df8-b009-3fccba4c793f,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:06.400764 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-186639bb-5694-49f8-ab0d-a1a42bbf5ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:06.533776 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-186639bb-5694-49f8-ab0d-a1a42bbf5ad7 admin admin] Calling delete_port for 046eddd0-9b9a-4df8-b009-3fccba4c793f owned by network:router_interface {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:03:06.798040 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-186639bb-5694-49f8-ab0d-a1a42bbf5ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:06.845770 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186639bb-5694-49f8-ab0d-a1a42bbf5ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=046eddd0-9b9a-4df8-b009-3fccba4c793f,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:07.127537 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-186639bb-5694-49f8-ab0d-a1a42bbf5ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534677'] for router_interface, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:07.549588 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532dd82-27e6-454e-8566-87b29a1060e2 req-e81f27d9-43bb-4ee4-8c31-b6e145d3e891 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:07.551185 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8532dd82-27e6-454e-8566-87b29a1060e2 req-e81f27d9-43bb-4ee4-8c31-b6e145d3e891 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 946 time: 0.3026254 Jun 30 12:03:07.676133 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8532dd82-27e6-454e-8566-87b29a1060e2 req-3bc913a6-471b-4b1d-85c5-d9ec8a14e296 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679491 Jun 30 12:03:07.711545 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186639bb-5694-49f8-ab0d-a1a42bbf5ad7 admin admin] Router da53b716-2afc-4fff-8113-5a5372664a1a has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:03:07.893651 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186639bb-5694-49f8-ab0d-a1a42bbf5ad7 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:03:07.903429 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb785c-1bb7-4a15-ac9e-244b386430a8 None None] Sync routers for ids ['da53b716-2afc-4fff-8113-5a5372664a1a'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:03:07.912338 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-186639bb-5694-49f8-ab0d-a1a42bbf5ad7 admin admin] 10.222.0.18 "PUT /v2.0/routers/da53b716-2afc-4fff-8113-5a5372664a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0341277 Jun 30 12:03:07.914789 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47706) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:07.916227 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb785c-1bb7-4a15-ac9e-244b386430a8 None None] Routers {'da53b716-2afc-4fff-8113-5a5372664a1a'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:03:07.916967 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-11bb785c-1bb7-4a15-ac9e-244b386430a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:02:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['da53b716-2afc-4fff-8113-5a5372664a1a'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:08.109484 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:08.110783 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-11bb785c-1bb7-4a15-ac9e-244b386430a8 None None] Set router da53b716-2afc-4fff-8113-5a5372664a1a gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:03:08.291076 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:08.358155 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] Deleting port 4cbb16db-98ab-4d2d-8069-ef7f356405dc {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:03:08.358505 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:08.408616 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-11bb785c-1bb7-4a15-ac9e-244b386430a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T12:03:06Z', 'revision_number': 5, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port': {'id': '4cbb16db-98ab-4d2d-8069-ef7f356405dc', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:54:56Z', 'updated_at': '2022-06-30T11:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:08.413824 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb785c-1bb7-4a15-ac9e-244b386430a8 None None] Checking router: da53b716-2afc-4fff-8113-5a5372664a1a for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:03:08.427866 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb785c-1bb7-4a15-ac9e-244b386430a8 None None] Routers {'da53b716-2afc-4fff-8113-5a5372664a1a'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:03:08.428554 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-11bb785c-1bb7-4a15-ac9e-244b386430a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:02:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['da53b716-2afc-4fff-8113-5a5372664a1a'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:08.548983 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] For port 4cbb16db-98ab-4d2d-8069-ef7f356405dc, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=4cbb16db-98ab-4d2d-8069-ef7f356405dc,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:08.549257 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:08.629861 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-11bb785c-1bb7-4a15-ac9e-244b386430a8 None None] Set router da53b716-2afc-4fff-8113-5a5372664a1a gateway port host: None {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:03:08.682473 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] Calling delete_port for 4cbb16db-98ab-4d2d-8069-ef7f356405dc owned by network:router_gateway {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:03:08.762825 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-963894b3-2690-4875-87dc-db7c16b0b5c7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:08.764211 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-963894b3-2690-4875-87dc-db7c16b0b5c7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Synchronizing usage tracker for tenant:845bdd244c944d94aae5ff6b56b0f75d on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:03:08.794135 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-11bb785c-1bb7-4a15-ac9e-244b386430a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T12:03:08Z', 'revision_number': 6, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port_host': None}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:08.798104 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb785c-1bb7-4a15-ac9e-244b386430a8 None None] The sync data for ids ['da53b716-2afc-4fff-8113-5a5372664a1a'] in dv-cinder-848250-1-iscsi is: [{'id': 'da53b716-2afc-4fff-8113-5a5372664a1a', 'name': 'tempest-AttachVolumeShelveTestJSON-119244587-router', 'tenant_id': '66756d824b614f6a8344f03d7aa9133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:54:53Z', 'updated_at': '2022-06-30T12:03:08Z', 'revision_number': 6, 'project_id': '66756d824b614f6a8344f03d7aa9133d', 'gw_port_host': None}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:03:08.844786 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-963894b3-2690-4875-87dc-db7c16b0b5c7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Unset dirty status for tenant:845bdd244c944d94aae5ff6b56b0f75d on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:03:08.845959 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-963894b3-2690-4875-87dc-db7c16b0b5c7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.44 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 946 time: 0.2101479 Jun 30 12:03:08.933589 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Deleting port 23414ac1-1368-4716-b4bc-8074336a2c69 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:03:08.933937 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:08.986492 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077555c-7347-4641-b019-4118832aaaef req-dc904e65-2b46-47d0-b042-7c243336f2dc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:08.987571 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c077555c-7347-4641-b019-4118832aaaef req-dc904e65-2b46-47d0-b042-7c243336f2dc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 946 time: 0.1658671 Jun 30 12:03:09.147990 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:09.212584 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cbb16db-98ab-4d2d-8069-ef7f356405dc,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:09.221305 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] For port 23414ac1-1368-4716-b4bc-8074336a2c69, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=23414ac1-1368-4716-b4bc-8074336a2c69,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:09.221679 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:09.305395 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c077555c-7347-4641-b019-4118832aaaef req-e8b79507-3b05-4767-b347-a3a41b9aa8ac tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102775 Jun 30 12:03:09.333920 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579328'] for router_gateway, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:09.528107 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7319'] for router, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:09.530356 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:09.543631 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:09.544601 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:09.544858 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Floating IP ee510f6e-658d-4985-8570-3ece098af49b disassociated. External IP: 172.27.1.80, port: 23414ac1-1368-4716-b4bc-8074336a2c69. Jun 30 12:03:09.545101 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Calling delete_port for 23414ac1-1368-4716-b4bc-8074336a2c69 owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:03:09.665920 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-580833'] for router, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:09.666689 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da53b716-2afc-4fff-8113-5a5372664a1a {{(pid=88751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 12:03:09.696106 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:09.697302 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-c89562cd-88fc-4f2b-be49-075dbe324ea8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/da53b716-2afc-4fff-8113-5a5372664a1a HTTP/1.1" status: 204 len: 168 time: 1.7815142 Jun 30 12:03:09.706271 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47734) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:09.810348 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-a962e3ac-488d-408e-a61a-ffa83f861157 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:09.811920 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-a962e3ac-488d-408e-a61a-ffa83f861157 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/networks?id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a HTTP/1.1" status: 200 len: 814 time: 0.2310991 Jun 30 12:03:09.818213 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b440f7-ddbb-43cd-8b67-0ec42332233a admin admin] Deleting subnet fda0c666-547b-4f4c-9f02-e4a51b02d42a {{(pid=88751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 12:03:09.821927 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-81b440f7-ddbb-43cd-8b67-0ec42332233a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:09.833734 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:09.876345 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-81b440f7-ddbb-43cd-8b67-0ec42332233a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28115161'] for subnet, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:09.934251 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event deleted for resources: {'Port': ['ID=23414ac1-1368-4716-b4bc-8074336a2c69,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:09.970848 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-81b440f7-ddbb-43cd-8b67-0ec42332233a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:10.058367 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-7e36a495-fb8d-4b35-8094-47dd50c90b4c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/quotas/f7045b19c7de4b78950b0f9f9b96b98c HTTP/1.1" status: 200 len: 375 time: 0.0158970 Jun 30 12:03:10.122165 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e91ee8a2-af58-4369-a095-0f896c9e18a4 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571558 Jun 30 12:03:10.166294 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-81b440f7-ddbb-43cd-8b67-0ec42332233a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27525390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29340573'] for subnet, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:10.284650 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b440f7-ddbb-43cd-8b67-0ec42332233a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda0c666-547b-4f4c-9f02-e4a51b02d42a,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:10.296140 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-81b440f7-ddbb-43cd-8b67-0ec42332233a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:10.308068 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff902a-0372-47b7-a2f9-3d9399d33f75 None None] Network 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:03:10.311703 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-81b440f7-ddbb-43cd-8b67-0ec42332233a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fda0c666-547b-4f4c-9f02-e4a51b02d42a HTTP/1.1" status: 204 len: 168 time: 0.6043026 Jun 30 12:03:10.314653 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47756) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:10.346517 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Router a7cd7ee6-471c-4b19-abaf-556714e516ff has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:03:10.519734 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:10.588417 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-11a8fd1b-6d6b-42b2-89cd-3c8b7bf69ae8 req-83f85b0e-7003-4d4e-846d-4180458cbc76 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 210 time: 0.0746248 Jun 30 12:03:10.647482 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-2422d603-65d4-4412-9431-5c3c3f595879 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147533 Jun 30 12:03:10.649475 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Deleting port d57267a4-fec9-45b4-9ba7-8a322ab82a78 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:03:10.655023 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:10.678527 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:03:10.691770 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8f73f-0a92-49d2-b4d1-42f251e2eae3 None None] Sync routers for ids ['a7cd7ee6-471c-4b19-abaf-556714e516ff'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:03:10.705534 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8f73f-0a92-49d2-b4d1-42f251e2eae3 None None] Routers {'a7cd7ee6-471c-4b19-abaf-556714e516ff'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:03:10.706166 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-6bd8f73f-0a92-49d2-b4d1-42f251e2eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:02:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a7cd7ee6-471c-4b19-abaf-556714e516ff'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:10.780480 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b17677-5477-40ff-8154-debe5d900165 None None] DHCP port deletion for 912bf4cd-aba5-4eb0-afcb-e0c1f77f042f request from dv-cinder-848250-1-iscsi {{(pid=88752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 12:03:10.797736 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-44b17677-5477-40ff-8154-debe5d900165 None None] Deleting port d57267a4-fec9-45b4-9ba7-8a322ab82a78 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:03:10.798335 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-44b17677-5477-40ff-8154-debe5d900165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:10.826306 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] No DVR routers for this DVR port 23414ac1-1368-4716-b4bc-8074336a2c69 on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:03:10.834377 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:10.882698 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82155eba-9504-424a-8e9b-0c89c775ad04', 'name': 'network-vif-deleted', 'tag': '23414ac1-1368-4716-b4bc-8074336a2c69'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:03:10.959760 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b5b8a070-21ff-4900-ae8b-f0b2f27a6923 req-df5884db-e5e1-4164-9e74-eb2736751633 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.44 "DELETE /v2.0/ports/23414ac1-1368-4716-b4bc-8074336a2c69 HTTP/1.1" status: 204 len: 173 time: 2.1079845 Jun 30 12:03:10.975082 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f20fc5-e4f6-470e-a0b1-123b4da15e52'] response: {'server_uuid': '82155eba-9504-424a-8e9b-0c89c775ad04', 'name': 'network-vif-deleted', 'tag': '23414ac1-1368-4716-b4bc-8074336a2c69', 'status': 'completed', 'code': 200} Jun 30 12:03:10.999356 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 4cbb16db-98ab-4d2d-8069-ef7f356405dc no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:03:11.031128 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-6bd8f73f-0a92-49d2-b4d1-42f251e2eae3 None None] Set router a7cd7ee6-471c-4b19-abaf-556714e516ff gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:03:11.056536 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 4cbb16db-98ab-4d2d-8069-ef7f356405dc {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:03:11.057113 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 4cbb16db-98ab-4d2d-8069-ef7f356405dc not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:03:11.057288 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 046eddd0-9b9a-4df8-b009-3fccba4c793f no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:03:11.099985 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 046eddd0-9b9a-4df8-b009-3fccba4c793f {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:03:11.100487 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 046eddd0-9b9a-4df8-b009-3fccba4c793f not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:03:11.100758 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d57267a4-fec9-45b4-9ba7-8a322ab82a78 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:03:11.291375 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] For port d57267a4-fec9-45b4-9ba7-8a322ab82a78, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d57267a4-fec9-45b4-9ba7-8a322ab82a78,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:11.292228 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:11.311251 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-10fe2acc-9043-4edd-bbda-a11a012ff7b1 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627982 Jun 30 12:03:11.324681 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-44b17677-5477-40ff-8154-debe5d900165 None None] For port d57267a4-fec9-45b4-9ba7-8a322ab82a78, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d57267a4-fec9-45b4-9ba7-8a322ab82a78,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:11.325336 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-44b17677-5477-40ff-8154-debe5d900165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:11.465223 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-6bd8f73f-0a92-49d2-b4d1-42f251e2eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T12:00:01Z', 'revision_number': 5, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:11.470653 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8f73f-0a92-49d2-b4d1-42f251e2eae3 None None] Checking router: a7cd7ee6-471c-4b19-abaf-556714e516ff for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:03:11.476442 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-44b17677-5477-40ff-8154-debe5d900165 None None] Calling delete_port for d57267a4-fec9-45b4-9ba7-8a322ab82a78 owned by network:dhcp {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:03:11.481362 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8f73f-0a92-49d2-b4d1-42f251e2eae3 None None] Routers {'a7cd7ee6-471c-4b19-abaf-556714e516ff'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:03:11.482390 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-6bd8f73f-0a92-49d2-b4d1-42f251e2eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:02:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a7cd7ee6-471c-4b19-abaf-556714e516ff'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:11.515588 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port d57267a4-fec9-45b4-9ba7-8a322ab82a78 is: ACTIVE; New status is: DOWN {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:03:11.515838 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:11.521196 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Calling delete_port for d57267a4-fec9-45b4-9ba7-8a322ab82a78 owned by network:dhcp {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:03:11.583865 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port d57267a4-fec9-45b4-9ba7-8a322ab82a78, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d57267a4-fec9-45b4-9ba7-8a322ab82a78,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:11.649427 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:11.720686 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-6bd8f73f-0a92-49d2-b4d1-42f251e2eae3 None None] Set router a7cd7ee6-471c-4b19-abaf-556714e516ff gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:03:11.729627 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 23414ac1-1368-4716-b4bc-8074336a2c69 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:03:11.764786 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-51c41ff2-4745-469a-8afc-f7c74ccb2cc9 req-78f7e7b8-6451-407b-972b-338eee216e41 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.1099553 Jun 30 12:03:11.806814 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.api [None req-44b17677-5477-40ff-8154-debe5d900165 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 12:03:11.807102 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG oslo_db.api [None req-44b17677-5477-40ff-8154-debe5d900165 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 12:03:11.809939 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.db.api [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 12:03:11.810301 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG oslo_db.api [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 12:03:11.821043 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: 23414ac1-1368-4716-b4bc-8074336a2c69 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:03:11.821043 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 23414ac1-1368-4716-b4bc-8074336a2c69 not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:03:11.844555 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=d57267a4-fec9-45b4-9ba7-8a322ab82a78,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:11.856396 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:11.857132 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:11.857653 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:11.858156 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:11.859185 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:11.859702 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:11.860224 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:11.860760 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:11.861757 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:11.862271 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:11.862808 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:11.863702 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:11.921069 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-22849703-8e17-4c47-a8dc-45f45517521a req-1295801b-b990-400e-a71e-4581a59439ec tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=82155eba-9504-424a-8e9b-0c89c775ad04 HTTP/1.1" status: 200 len: 210 time: 0.0817413 Jun 30 12:03:12.138654 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-6bd8f73f-0a92-49d2-b4d1-42f251e2eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T12:00:01Z', 'revision_number': 5, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:12.142888 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8f73f-0a92-49d2-b4d1-42f251e2eae3 None None] The sync data for ids ['a7cd7ee6-471c-4b19-abaf-556714e516ff'] in dv-cinder-848250-1-iscsi is: [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T12:00:01Z', 'revision_number': 5, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:03:12.308742 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-44b17677-5477-40ff-8154-debe5d900165 None None] Deleting port d57267a4-fec9-45b4-9ba7-8a322ab82a78 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:03:12.309133 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-44b17677-5477-40ff-8154-debe5d900165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:12.311920 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Deleting port d57267a4-fec9-45b4-9ba7-8a322ab82a78 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:03:12.312272 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:12.480578 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c3923-6b2f-45a9-8601-905d6b9895f8 None None] New status for floating IP ee510f6e-658d-4985-8570-3ece098af49b: DOWN {{(pid=88752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 12:03:12.576347 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] For port d57267a4-fec9-45b4-9ba7-8a322ab82a78, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d57267a4-fec9-45b4-9ba7-8a322ab82a78,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:12.577577 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:12.716109 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Calling delete_port for d57267a4-fec9-45b4-9ba7-8a322ab82a78 owned by network:dhcp {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:03:12.831131 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-44b17677-5477-40ff-8154-debe5d900165 None None] For port d57267a4-fec9-45b4-9ba7-8a322ab82a78, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d57267a4-fec9-45b4-9ba7-8a322ab82a78,segment=NetworkSegment(82674fec-7846-49da-9df4-6785ff6f0a21),segment_id=82674fec-7846-49da-9df4-6785ff6f0a21)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:12.831507 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-44b17677-5477-40ff-8154-debe5d900165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:12.936070 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:12.963596 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-44b17677-5477-40ff-8154-debe5d900165 None None] Calling delete_port for d57267a4-fec9-45b4-9ba7-8a322ab82a78 owned by network:dhcp {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:03:13.005400 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-956d2cd6-a8ec-4b08-b099-a17cfaa86e90 req-a1a3fd00-7f41-467b-a0d3-01bc75276587 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.1189275 Jun 30 12:03:13.011492 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] No DVR routers for this DVR port d57267a4-fec9-45b4-9ba7-8a322ab82a78 on host dv-cinder-848250-1-iscsi {{(pid=88751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:03:13.060982 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Pushing event deleted for resources: {'Port': ['ID=d57267a4-fec9-45b4-9ba7-8a322ab82a78,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:13.086988 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:13.086988 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:13.087278 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:13.087549 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:13.087747 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:13.088076 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:13.088470 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:13.088798 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:13.089167 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:13.089495 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:13.089852 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:13.090177 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:13.169887 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:13.204744 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.api [None req-44b17677-5477-40ff-8154-debe5d900165 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 12:03:13.205100 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG oslo_db.api [None req-44b17677-5477-40ff-8154-debe5d900165 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 12:03:13.215821 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912bf4cd-aba5-4eb0-afcb-e0c1f77f042f']}} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:13.231616 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82674fec-7846-49da-9df4-6785ff6f0a21') {'for_net_delete': True} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:13.232129 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82674fec-7846-49da-9df4-6785ff6f0a21') {} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:13.248602 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115152'] for segment, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:13.274423 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:13.291219 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 12:03:13.292060 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27525536'] for segment, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:13.390013 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment 82674fec-7846-49da-9df4-6785ff6f0a21 resource provider aggregate not found Jun 30 12:03:13.440586 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-7c7c70e7-fabd-4de3-9575-f4d101494545 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169150495&fields=id&tenant_id=845bdd244c944d94aae5ff6b56b0f75d HTTP/1.1" status: 200 len: 267 time: 0.0718482 Jun 30 12:03:13.443789 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment 82674fec-7846-49da-9df4-6785ff6f0a21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82674fec-7846-49da-9df4-6785ff6f0a21 found for delete ", "request_id": "req-827eb0f4-ef3c-4ef3-a635-c8fe98564576"}]} Jun 30 12:03:13.542403 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:13.575120 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:13.586485 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] Pushing event deleted for resources: {'Network': ['ID=912bf4cd-aba5-4eb0-afcb-e0c1f77f042f,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:13.646365 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39579-6227-44c9-b9c4-82435446fb7f req-01d9baed-416c-4071-81af-2900ca5556c2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:13.648935 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-01d9baed-416c-4071-81af-2900ca5556c2 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 812 time: 0.2007496 Jun 30 12:03:13.664051 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-4ae91bb1-b7d3-4be1-bb69-a27cdc5a6aa4 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/quotas/845bdd244c944d94aae5ff6b56b0f75d HTTP/1.1" status: 200 len: 375 time: 0.0104609 Jun 30 12:03:13.666788 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-dfd46644-6706-4d61-ab29-d1a2725b7402 admin admin] 10.222.0.18 "DELETE /v2.0/networks/912bf4cd-aba5-4eb0-afcb-e0c1f77f042f HTTP/1.1" status: 204 len: 168 time: 3.3510509 Jun 30 12:03:13.883504 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-f3e48434-6d4b-40af-99bc-6f852e0a5415 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2134740 Jun 30 12:03:14.032122 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cb9936e8-837b-4536-8125-d85a0567136e service neutron] 10.222.0.18 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345880 Jun 30 12:03:14.075247 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 47836) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:14.077492 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-44b17677-5477-40ff-8154-debe5d900165 None None] Deleting port d57267a4-fec9-45b4-9ba7-8a322ab82a78 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:03:14.078702 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-44b17677-5477-40ff-8154-debe5d900165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:14.187758 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6afc5a8c-327f-467e-bae9-b3befcc2b6ae req-0f18d188-b775-4268-b364-f11db2bf6e6c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0540452 Jun 30 12:03:14.203209 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-44b17677-5477-40ff-8154-debe5d900165 None None] The port 'd57267a4-fec9-45b4-9ba7-8a322ab82a78' was deleted {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 30 12:03:14.257180 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-50edb588-44d3-40ea-8538-6852f3a58e9f service neutron] 10.222.0.18 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183578 Jun 30 12:03:14.300832 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-b3d1c791-f563-444e-8d01-7b0ce949304a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66756d824b614f6a8344f03d7aa9133d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2216103 Jun 30 12:03:14.301449 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 47844) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:14.352257 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-67586976-1ef6-4273-938f-e4a443931bac tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:14.354351 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-67586976-1ef6-4273-938f-e4a443931bac tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.44 "GET /v2.0/networks?id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a HTTP/1.1" status: 200 len: 814 time: 0.2396543 Jun 30 12:03:14.372435 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Request body: {'port': {'device_id': 'b254dc64-d3f2-4fa8-b9cc-72875fa717ba', 'network_id': '9eb7ca6e-655b-41e9-8a8c-296cc396f08a', 'admin_state_up': True, 'tenant_id': 'f7045b19c7de4b78950b0f9f9b96b98c'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:03:14.385482 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7207d0fa-a3ff-4aa8-8bde-67cfb41499e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:14.451188 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7207d0fa-a3ff-4aa8-8bde-67cfb41499e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:14.553022 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:14.557354 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Usage tracker for resource:port and tenant:f7045b19c7de4b78950b0f9f9b96b98c is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:14.560126 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:14.565927 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:14.661042 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7207d0fa-a3ff-4aa8-8bde-67cfb41499e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:14.661561 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Made reservation on behalf of f7045b19c7de4b78950b0f9f9b96b98c for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:03:14.666836 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:14.685930 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207d0fa-a3ff-4aa8-8bde-67cfb41499e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62ad38f-3afd-42fe-aadc-eaf5b8876d60,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:14.701011 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-7207d0fa-a3ff-4aa8-8bde-67cfb41499e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:14.702146 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-7207d0fa-a3ff-4aa8-8bde-67cfb41499e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a62ad38f-3afd-42fe-aadc-eaf5b8876d60 HTTP/1.1" status: 204 len: 168 time: 0.4001412 Jun 30 12:03:14.877295 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Allocated IP 172.20.0.6 (9eb7ca6e-655b-41e9-8a8c-296cc396f08a/1ccd0a6a-ce23-4548-811d-fc28303eb66c/5e8aba2c-4003-4212-a77a-3e5d50561a8c) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:03:15.097005 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:15.226484 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:15.290044 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ce9854b4-c983-4efa-9831-015f0e26e962 req-04c017d5-3c0c-4b9f-8174-2e1f6c095a83 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.1072514 Jun 30 12:03:15.326003 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Network 9eb7ca6e-655b-41e9-8a8c-296cc396f08a is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:03:15.329661 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:03:15.331729 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Pushing event updated for resources: {'Port': ['ID=5e8aba2c-4003-4212-a77a-3e5d50561a8c,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:15.334013 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:03:15.399744 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:15.400370 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:15.461775 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0270e60-4225-4df5-8a6e-02b5ba61230d req-bab83404-cdf1-484d-a6a3-25e29b4a1cef tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:15.461775 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0270e60-4225-4df5-8a6e-02b5ba61230d req-bab83404-cdf1-484d-a6a3-25e29b4a1cef tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 931 time: 0.1010995 Jun 30 12:03:15.507436 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0270e60-4225-4df5-8a6e-02b5ba61230d req-68a9236a-2bed-4d29-b0e0-91256d710962 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 Jun 30 12:03:15.513294 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-0ca77e98-f742-405c-aa2f-47c262e452ce tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1459529 Jun 30 12:03:15.526797 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Request body: {'port': {'device_id': 'b254dc64-d3f2-4fa8-b9cc-72875fa717ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:03:15.667243 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:16.053798 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8aba2c-4003-4212-a77a-3e5d50561a8c {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:03:16.061602 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:16.077893 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Transition to ACTIVE for port object 5e8aba2c-4003-4212-a77a-3e5d50561a8c will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:03:16.117103 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:16.157827 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:16.428036 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Pushing event updated for resources: {'Port': ['ID=5e8aba2c-4003-4212-a77a-3e5d50561a8c,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:16.478020 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7b6dd261-2ccd-4351-90dd-10b6182ad6bd req-574824e7-0dbb-4a0c-9fb8-684d5e6e4cb1 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0810249 Jun 30 12:03:16.517281 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Attempting to bind port 5e8aba2c-4003-4212-a77a-3e5d50561a8c on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:03:16.517670 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Attempting to bind port 5e8aba2c-4003-4212-a77a-3e5d50561a8c by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': '574ea242-c979-4c20-93b6-6fa73bd2a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9eb7ca6e-655b-41e9-8a8c-296cc396f08a'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:03:16.518004 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Attempting to bind port 5e8aba2c-4003-4212-a77a-3e5d50561a8c on network 9eb7ca6e-655b-41e9-8a8c-296cc396f08a {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:03:16.523074 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Port 5e8aba2c-4003-4212-a77a-3e5d50561a8c on network 9eb7ca6e-655b-41e9-8a8c-296cc396f08a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 12:03:16.523399 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Attempting to bind port 5e8aba2c-4003-4212-a77a-3e5d50561a8c on network 9eb7ca6e-655b-41e9-8a8c-296cc396f08a {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:03:16.528859 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 12, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:03:16.529206 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Checking segment: {'id': '574ea242-c979-4c20-93b6-6fa73bd2a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9eb7ca6e-655b-41e9-8a8c-296cc396f08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:03:16.529596 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Bound using segment: {'id': '574ea242-c979-4c20-93b6-6fa73bd2a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9eb7ca6e-655b-41e9-8a8c-296cc396f08a'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:03:16.530022 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Bound port: 5e8aba2c-4003-4212-a77a-3e5d50561a8c, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574ea242-c979-4c20-93b6-6fa73bd2a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9eb7ca6e-655b-41e9-8a8c-296cc396f08a'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:03:16.530378 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:16.688127 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] For port 5e8aba2c-4003-4212-a77a-3e5d50561a8c, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:03:16.693030 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] For port 5e8aba2c-4003-4212-a77a-3e5d50561a8c, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=5e8aba2c-4003-4212-a77a-3e5d50561a8c,segment=NetworkSegment(574ea242-c979-4c20-93b6-6fa73bd2a256),segment_id=574ea242-c979-4c20-93b6-6fa73bd2a256)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:03:16.752393 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7db162-9c87-4a9b-bee4-d65663f3d31e req-b84574b1-a939-495e-b516-e9e5d5c19b3c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:16.754084 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ad7db162-9c87-4a9b-bee4-d65663f3d31e req-b84574b1-a939-495e-b516-e9e5d5c19b3c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 943 time: 0.1294086 Jun 30 12:03:16.758289 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:16.849011 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ad7db162-9c87-4a9b-bee4-d65663f3d31e req-19ee9155-38b3-48f9-8d8a-a24f4d9503be tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878749 Jun 30 12:03:16.862709 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:16.865080 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:16.866849 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] 10.222.0.44 "PUT /v2.0/ports/5e8aba2c-4003-4212-a77a-3e5d50561a8c HTTP/1.1" status: 200 len: 1093 time: 1.3447337 Jun 30 12:03:16.867356 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b254dc64-d3f2-4fa8-b9cc-72875fa717ba', 'tag': '5e8aba2c-4003-4212-a77a-3e5d50561a8c'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:03:16.909528 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1010a-a704-4dc6-89aa-0c3fa717bbba service neutron] Pushing event updated for resources: {'Port': ['ID=5e8aba2c-4003-4212-a77a-3e5d50561a8c,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:16.944736 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc208f4a-089e-4a11-bea0-bda9ae305432'] response: {'name': 'network-changed', 'server_uuid': 'b254dc64-d3f2-4fa8-b9cc-72875fa717ba', 'tag': '5e8aba2c-4003-4212-a77a-3e5d50561a8c', 'status': 'completed', 'code': 200} Jun 30 12:03:17.051707 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b26a1-5415-4b2a-921f-4ceee272f2be req-4083b0e2-d653-4287-b5b8-18fd37241c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:17.053343 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-473b26a1-5415-4b2a-921f-4ceee272f2be req-4083b0e2-d653-4287-b5b8-18fd37241c25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 1096 time: 0.0874667 Jun 30 12:03:17.281927 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b26a1-5415-4b2a-921f-4ceee272f2be req-0f191b6e-dc47-463c-b2e7-3facdb34aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:17.284394 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-473b26a1-5415-4b2a-921f-4ceee272f2be req-0f191b6e-dc47-463c-b2e7-3facdb34aaf6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2242792 Jun 30 12:03:17.433864 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b26a1-5415-4b2a-921f-4ceee272f2be req-c9eba1fb-edf2-40c8-9d01-9fb36371f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:17.435400 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-473b26a1-5415-4b2a-921f-4ceee272f2be req-c9eba1fb-edf2-40c8-9d01-9fb36371f77e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1441314 Jun 30 12:03:17.558969 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-281f4838-bbdf-4af9-ac72-56821c4b687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:17.560409 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-281f4838-bbdf-4af9-ac72-56821c4b687e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 1096 time: 0.0817034 Jun 30 12:03:17.640127 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-6bdf6912-c15b-41d1-8680-e763b213114d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e8aba2c-4003-4212-a77a-3e5d50561a8c HTTP/1.1" status: 200 len: 217 time: 0.0668094 Jun 30 12:03:17.644687 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-de424d39-74ba-44d3-af85-e1ef9ce65458 req-ecb2e45d-ca56-48e8-8dd6-497a7eaf7fdb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0507345 Jun 30 12:03:17.709574 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-1b6e9773-8781-4c57-8637-5371cd1f410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:17.711096 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-1b6e9773-8781-4c57-8637-5371cd1f410f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ccd0a6a-ce23-4548-811d-fc28303eb66c HTTP/1.1" status: 200 len: 854 time: 0.0596147 Jun 30 12:03:17.770274 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-df924530-24c5-4b69-8a18-1ee97ef49c5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521297 Jun 30 12:03:17.921561 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-64e1dd1a-2478-4823-b8b5-4684dd1fc153 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444504 Jun 30 12:03:18.108016 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7cd7b-34cd-441a-974c-baa9dccc39ed req-3ecc4eec-1370-4197-918b-9a3fcb1c46e1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:18.109963 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-92c7cd7b-34cd-441a-974c-baa9dccc39ed req-3ecc4eec-1370-4197-918b-9a3fcb1c46e1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 943 time: 0.1001873 Jun 30 12:03:18.169163 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-92c7cd7b-34cd-441a-974c-baa9dccc39ed req-ea4ff6a9-228a-46c2-9ea8-13b4720af00d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503223 Jun 30 12:03:18.191788 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39579-6227-44c9-b9c4-82435446fb7f req-9c84755c-4ae8-4016-94bd-b6f62bb10937 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:18.193256 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-9c84755c-4ae8-4016-94bd-b6f62bb10937 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.44 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 812 time: 0.2708278 Jun 30 12:03:18.196548 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-bf279291-1f3e-4196-9e7b-838bc7a45efe req-f1806e2c-6a45-477d-ab87-feae60ff9ea0 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527626 Jun 30 12:03:18.203588 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3dd3579c-252d-43b6-b9b6-2a8badf1c5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:18.246784 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-e7066b64-3297-4c84-bcf6-8b7092a44267 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=845bdd244c944d94aae5ff6b56b0f75d HTTP/1.1" status: 200 len: 379 time: 0.0417657 Jun 30 12:03:18.256256 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Request body: {'port': {'device_id': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'admin_state_up': True, 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'security_groups': ['c3adf229-fc57-4824-bb81-30a722e5a9fd']}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:03:18.406616 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:18.412168 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Usage tracker for resource:port and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:18.415242 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:18.421377 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:18.494663 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Made reservation on behalf of 845bdd244c944d94aae5ff6b56b0f75d for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:03:18.498384 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:18.787257 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Allocated IP 172.20.0.8 (b2d10cb7-945f-43a2-bb61-0a070d4fc848/9f0b436c-7059-4644-92df-3bf578e67ce2/ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:03:18.831246 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fe4eabef-6892-4f74-8901-e556c6a3c74e req-d1abdda0-ea4a-495e-8d9a-15f718d8c06d tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0654721 Jun 30 12:03:18.991178 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:19.009843 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Transition to ACTIVE for port object ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:03:19.123705 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:19.206382 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Network b2d10cb7-945f-43a2-bb61-0a070d4fc848 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:03:19.211141 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:03:19.214913 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:03:19.247566 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event updated for resources: {'Port': ['ID=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:19.288877 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:19.289545 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:19.451712 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9069941-7964-44a6-bef3-47a587920658 req-fb1360b6-eca3-48ec-8e49-d9c4b6745b4c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:19.451712 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9069941-7964-44a6-bef3-47a587920658 req-fb1360b6-eca3-48ec-8e49-d9c4b6745b4c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 943 time: 0.0992637 Jun 30 12:03:19.451712 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9069941-7964-44a6-bef3-47a587920658 req-b556c3ca-0d76-4081-9110-2092ea074710 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Jun 30 12:03:19.710339 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 5e8aba2c-4003-4212-a77a-3e5d50561a8c details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 12:03:19.842888 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0a0db483-c6b2-4eef-98cd-b2082abe62cb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5904014 Jun 30 12:03:19.865550 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Request body: {'port': {'device_id': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:03:19.872694 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 5e8aba2c-4003-4212-a77a-3e5d50561a8c, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=5e8aba2c-4003-4212-a77a-3e5d50561a8c,segment=NetworkSegment(574ea242-c979-4c20-93b6-6fa73bd2a256),segment_id=574ea242-c979-4c20-93b6-6fa73bd2a256)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:19.889211 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '5e8aba2c-4003-4212-a77a-3e5d50561a8c', 'network_id': '9eb7ca6e-655b-41e9-8a8c-296cc396f08a', 'port_id': '5e8aba2c-4003-4212-a77a-3e5d50561a8c', 'mac_address': 'fa:16:3e:8e:eb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccd0a6a-ce23-4548-811d-fc28303eb66c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 12:03:19.956726 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 5e8aba2c-4003-4212-a77a-3e5d50561a8c is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:03:19.957677 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:19.980274 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8aba2c-4003-4212-a77a-3e5d50561a8c {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:03:19.998475 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 5e8aba2c-4003-4212-a77a-3e5d50561a8c, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=5e8aba2c-4003-4212-a77a-3e5d50561a8c,segment=NetworkSegment(574ea242-c979-4c20-93b6-6fa73bd2a256),segment_id=574ea242-c979-4c20-93b6-6fa73bd2a256)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:19.999518 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-e79df823-1433-4a1c-97f9-8344b131f0b5 None None] Provisioning for port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:03:20.007752 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-e79df823-1433-4a1c-97f9-8344b131f0b5 None None] Provisioning complete for port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:03:20.008119 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e79df823-1433-4a1c-97f9-8344b131f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:20.028383 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:20.073595 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-e79df823-1433-4a1c-97f9-8344b131f0b5 None None] Port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 12:03:20.078948 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5b078-ce00-4e33-978d-c231430be05e req-5f020d92-a1bd-460c-8851-ea6167670930 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:20.080718 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-aed5b078-ce00-4e33-978d-c231430be05e req-5f020d92-a1bd-460c-8851-ea6167670930 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 931 time: 0.1098433 Jun 30 12:03:20.128282 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-aed5b078-ce00-4e33-978d-c231430be05e req-123e6a67-2c20-4408-b527-94905d009b91 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411348 Jun 30 12:03:20.146786 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:20.237525 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=5e8aba2c-4003-4212-a77a-3e5d50561a8c,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:20.372783 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['5e8aba2c-4003-4212-a77a-3e5d50561a8c'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:03:20.450324 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:03:20.458757 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:20.474880 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Transition to ACTIVE for port object ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:03:20.552339 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3929a91c-a9ff-4ddc-bfb8-75f63d936dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:20.586041 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:20.635765 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0683b0-a263-49be-84d0-61ff16b48f1b req-06acaca9-b5a0-4ff3-b01d-2d71f22464cf tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:20.637336 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9e0683b0-a263-49be-84d0-61ff16b48f1b req-06acaca9-b5a0-4ff3-b01d-2d71f22464cf tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 944 time: 0.0905356 Jun 30 12:03:20.706725 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9e0683b0-a263-49be-84d0-61ff16b48f1b req-02ed365c-3b19-42af-b5f4-58af0d30faaa tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576425 Jun 30 12:03:20.734035 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:20.857343 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Attempting to bind port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:03:20.857924 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Attempting to bind port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:03:20.858044 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Attempting to bind port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 on network b2d10cb7-945f-43a2-bb61-0a070d4fc848 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:03:20.864329 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 on network b2d10cb7-945f-43a2-bb61-0a070d4fc848 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 12:03:20.864687 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Attempting to bind port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 on network b2d10cb7-945f-43a2-bb61-0a070d4fc848 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:03:20.871411 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 12, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:03:20.871750 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Checking segment: {'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:03:20.872138 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Bound using segment: {'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:03:20.872631 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Bound port: ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:03:20.872980 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:20.948859 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 48000) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:20.980523 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] For port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:03:20.988104 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] For port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:03:21.060810 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:21.069786 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6405-393b-4e37-a81b-da1e53d0cb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:21.088983 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-8b3b6405-393b-4e37-a81b-da1e53d0cb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:21.092728 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-8b3b6405-393b-4e37-a81b-da1e53d0cb52 admin admin] Usage tracker for resource:security_group_rule and tenant:0444d21b283c4b628705749db592fa83 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:21.097827 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-8b3b6405-393b-4e37-a81b-da1e53d0cb52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:21.102353 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-8b3b6405-393b-4e37-a81b-da1e53d0cb52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:21.124196 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:21.124849 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:21.126289 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] 10.222.0.44 "PUT /v2.0/ports/ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 HTTP/1.1" status: 200 len: 1093 time: 1.2742755 Jun 30 12:03:21.126870 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'tag': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:03:21.149347 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf466cfe-6fa1-48fc-bea9-3e7dcf836436 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:21.184582 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2655fc-e0ef-4dc2-9495-89033f238b6b'] response: {'name': 'network-changed', 'server_uuid': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'tag': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6', 'status': 'completed', 'code': 200} Jun 30 12:03:21.225989 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6405-393b-4e37-a81b-da1e53d0cb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:21.335451 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efe80a-13bc-4959-ba71-8cb13112e4a6 req-819f56df-c3bb-4e3a-b919-2815fcc39c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:21.337138 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e8efe80a-13bc-4959-ba71-8cb13112e4a6 req-819f56df-c3bb-4e3a-b919-2815fcc39c61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 1096 time: 0.1280537 Jun 30 12:03:21.368851 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6405-393b-4e37-a81b-da1e53d0cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:21.441011 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-8b3b6405-393b-4e37-a81b-da1e53d0cb52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0444d21b283c4b628705749db592fa83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909317 Jun 30 12:03:21.443280 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:21.447503 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 48020) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:21.451561 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b6405-393b-4e37-a81b-da1e53d0cb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bc8c4f-598f-4fbe-b007-a1bb1278b1d6,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:21.519882 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ab37a-d8d3-46b3-a6b0-d83932323a24 req-6d3c5c3b-5bbd-435b-95b2-e31e1990509c tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:21.521346 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b59ab37a-d8d3-46b3-a6b0-d83932323a24 req-6d3c5c3b-5bbd-435b-95b2-e31e1990509c tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 943 time: 0.2002931 Jun 30 12:03:21.525503 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efe80a-13bc-4959-ba71-8cb13112e4a6 req-56490841-8d25-4f99-aaee-dff04fd46915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:21.527295 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e8efe80a-13bc-4959-ba71-8cb13112e4a6 req-56490841-8d25-4f99-aaee-dff04fd46915 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1831651 Jun 30 12:03:21.558470 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-950cd46a-d24f-4e15-9953-181a1531c9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:21.598811 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b59ab37a-d8d3-46b3-a6b0-d83932323a24 req-ace96de3-5f4b-43e4-8721-09ea261b477e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668857 Jun 30 12:03:21.603563 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-950cd46a-d24f-4e15-9953-181a1531c9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:21.652741 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:21.710255 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 5e8aba2c-4003-4212-a77a-3e5d50561a8c up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:03:21.735477 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-950cd46a-d24f-4e15-9953-181a1531c9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:21.759802 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cd46a-d24f-4e15-9953-181a1531c9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bc8c4f-598f-4fbe-b007-a1bb1278b1d6,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:21.788986 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-950cd46a-d24f-4e15-9953-181a1531c9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:21.790201 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-950cd46a-d24f-4e15-9953-181a1531c9e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65bc8c4f-598f-4fbe-b007-a1bb1278b1d6 HTTP/1.1" status: 204 len: 168 time: 0.3417842 Jun 30 12:03:21.799245 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efe80a-13bc-4959-ba71-8cb13112e4a6 req-6ed3e4e6-575b-4b9f-82bf-a50711f977fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:21.801061 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e8efe80a-13bc-4959-ba71-8cb13112e4a6 req-6ed3e4e6-575b-4b9f-82bf-a50711f977fd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2669427 Jun 30 12:03:21.929365 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 5e8aba2c-4003-4212-a77a-3e5d50561a8c completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:03:21.935229 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 5e8aba2c-4003-4212-a77a-3e5d50561a8c triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:03:21.936024 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:21.938470 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39579-6227-44c9-b9c4-82435446fb7f req-d6b7912f-e4f0-40d6-821a-5f6d3b6fa659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:21.940150 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-d6b7912f-e4f0-40d6-821a-5f6d3b6fa659 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 1096 time: 0.0907614 Jun 30 12:03:22.017325 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-fe0811cd-ad6f-4ef0-be3c-1d6a6c8ceae4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 HTTP/1.1" status: 200 len: 217 time: 0.0706313 Jun 30 12:03:22.079683 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 5e8aba2c-4003-4212-a77a-3e5d50561a8c is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:03:22.080339 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:22.104691 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0d95986b-0a19-400f-83a0-cb92e751324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:22.110857 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-0d95986b-0a19-400f-83a0-cb92e751324c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 200 len: 851 time: 0.0874457 Jun 30 12:03:22.112925 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b254dc64-d3f2-4fa8-b9cc-72875fa717ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8aba2c-4003-4212-a77a-3e5d50561a8c'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:03:22.134188 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd12b63-fc45-4f30-9672-6e7aa9f14279 req-960727c3-477b-4bac-8e31-21841446a4d0 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:22.143781 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5dd12b63-fc45-4f30-9672-6e7aa9f14279 req-960727c3-477b-4bac-8e31-21841446a4d0 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 944 time: 0.2923949 Jun 30 12:03:22.144965 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 5e8aba2c-4003-4212-a77a-3e5d50561a8c, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=5e8aba2c-4003-4212-a77a-3e5d50561a8c,segment=NetworkSegment(574ea242-c979-4c20-93b6-6fa73bd2a256),segment_id=574ea242-c979-4c20-93b6-6fa73bd2a256)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:22.175371 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b39c4a9-b432-4911-8b0a-4a7dfd85f743'] response: {'server_uuid': 'b254dc64-d3f2-4fa8-b9cc-72875fa717ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8aba2c-4003-4212-a77a-3e5d50561a8c', 'code': 200} Jun 30 12:03:22.194423 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5dd12b63-fc45-4f30-9672-6e7aa9f14279 req-f06b6140-ac9d-421b-8094-dfadf28adffb tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482988 Jun 30 12:03:22.222024 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:22.238389 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39579-6227-44c9-b9c4-82435446fb7f req-f1df98a1-a0eb-49d0-95ed-b1ff4f9000fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:22.240257 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-f1df98a1-a0eb-49d0-95ed-b1ff4f9000fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d10cb7-945f-43a2-bb61-0a070d4fc848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1229050 Jun 30 12:03:22.394537 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=5e8aba2c-4003-4212-a77a-3e5d50561a8c,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:22.428646 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-f4d142e3-8a31-4cf2-bd62-5990a1ea6767 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814950 Jun 30 12:03:22.596390 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-49c39579-6227-44c9-b9c4-82435446fb7f req-8b6dbaf7-df66-4179-bc2a-68daa5815f36 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615438 Jun 30 12:03:22.765347 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ded87-b25f-4397-b3ed-91a09af6289a req-2f235722-b545-4d0a-88fe-9b93ab402f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:22.766864 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a16ded87-b25f-4397-b3ed-91a09af6289a req-2f235722-b545-4d0a-88fe-9b93ab402f3d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 1098 time: 0.0811677 Jun 30 12:03:22.823053 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a16ded87-b25f-4397-b3ed-91a09af6289a req-867d0c0c-ddf3-4393-9c20-bac01c8bad75 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490406 Jun 30 12:03:22.861781 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aad6c9-4174-4cb8-a480-ecedf004a34d req-66874b1e-a9e1-4c91-936c-25eeac6dca08 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:22.864821 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b7aad6c9-4174-4cb8-a480-ecedf004a34d req-66874b1e-a9e1-4c91-936c-25eeac6dca08 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 943 time: 0.1356716 Jun 30 12:03:22.917056 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b7aad6c9-4174-4cb8-a480-ecedf004a34d req-1ee77eb5-a222-49f8-af90-1c9f46b58f1f tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443184 Jun 30 12:03:23.175236 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:23.402503 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501ef38-b2f4-4bf2-90e1-79963c5c2689 req-20311b5f-9a1d-4f14-be30-e2038a615fa2 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:23.403896 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1501ef38-b2f4-4bf2-90e1-79963c5c2689 req-20311b5f-9a1d-4f14-be30-e2038a615fa2 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 945 time: 0.0943704 Jun 30 12:03:23.452576 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1501ef38-b2f4-4bf2-90e1-79963c5c2689 req-6d0ed5ce-5e44-420e-998f-5a07076d6b33 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428770 Jun 30 12:03:24.170587 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b3980-44d7-4af2-9e2c-93be3afc94d1 req-30cf716b-b847-4db1-97d8-863f5ed01245 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:24.170587 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-796b3980-44d7-4af2-9e2c-93be3afc94d1 req-30cf716b-b847-4db1-97d8-863f5ed01245 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 943 time: 0.1150577 Jun 30 12:03:24.217917 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-796b3980-44d7-4af2-9e2c-93be3afc94d1 req-2c783062-b977-48c3-9284-e38900344739 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434320 Jun 30 12:03:24.232262 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 48110) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:24.439408 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ec0c45ec-e286-41f3-820b-c60a84c2f53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:24.456392 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-ec0c45ec-e286-41f3-820b-c60a84c2f53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:24.461343 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-ec0c45ec-e286-41f3-820b-c60a84c2f53e admin admin] Usage tracker for resource:security_group_rule and tenant:6ca90398583140429241de2665b8a03b is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:24.464313 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-ec0c45ec-e286-41f3-820b-c60a84c2f53e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:24.470644 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-ec0c45ec-e286-41f3-820b-c60a84c2f53e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:24.565696 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ec0c45ec-e286-41f3-820b-c60a84c2f53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:24.649204 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ec0c45ec-e286-41f3-820b-c60a84c2f53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:24.710394 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-ec0c45ec-e286-41f3-820b-c60a84c2f53e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ca90398583140429241de2665b8a03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4769964 Jun 30 12:03:24.713055 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48132) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:24.714132 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c45ec-e286-41f3-820b-c60a84c2f53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaecb2c-8bb9-474a-8f63-1bc65bb5674c,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:24.734780 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372d1c1-7d5e-4a1b-84c3-3d03606a19cb req-d4e00b21-862c-45bc-8aa7-c4e6eb623074 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:24.736642 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a372d1c1-7d5e-4a1b-84c3-3d03606a19cb req-d4e00b21-862c-45bc-8aa7-c4e6eb623074 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 945 time: 0.1642020 Jun 30 12:03:24.787087 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5952b3c8-b30a-4400-82aa-feb337b1a081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:24.789298 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a372d1c1-7d5e-4a1b-84c3-3d03606a19cb req-253b11e1-e479-45c4-9287-2807093d9f1e tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463395 Jun 30 12:03:24.819771 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5952b3c8-b30a-4400-82aa-feb337b1a081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:24.985825 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5952b3c8-b30a-4400-82aa-feb337b1a081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:25.007838 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952b3c8-b30a-4400-82aa-feb337b1a081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaecb2c-8bb9-474a-8f63-1bc65bb5674c,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:25.011685 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-5952b3c8-b30a-4400-82aa-feb337b1a081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:25.013168 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-5952b3c8-b30a-4400-82aa-feb337b1a081 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7eaecb2c-8bb9-474a-8f63-1bc65bb5674c HTTP/1.1" status: 204 len: 168 time: 0.2989478 Jun 30 12:03:25.432991 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be696a9e-2b29-42c8-807d-0bc803b715a6 req-66f1c84b-3726-4371-bf63-4199b9cd07e1 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:25.436534 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be696a9e-2b29-42c8-807d-0bc803b715a6 req-66f1c84b-3726-4371-bf63-4199b9cd07e1 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 943 time: 0.0997705 Jun 30 12:03:25.485471 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be696a9e-2b29-42c8-807d-0bc803b715a6 req-f406e880-98da-4a01-92a6-46d87a25eae1 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454390 Jun 30 12:03:26.688234 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af2b4a-ca4e-4802-a7d5-6a46e022e1ad req-bb150ca1-0b51-4c8b-b108-c95a1e6a507b tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:26.689738 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f2af2b4a-ca4e-4802-a7d5-6a46e022e1ad req-bb150ca1-0b51-4c8b-b108-c95a1e6a507b tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 943 time: 0.0928283 Jun 30 12:03:26.739651 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f2af2b4a-ca4e-4802-a7d5-6a46e022e1ad req-d8988d44-e688-4c91-96c4-eb9b59e2a89f tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437875 Jun 30 12:03:27.948720 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982137be-c1c8-4410-b04a-b524dd4f8df5 req-343ebcfa-b4a2-4a4f-88f1-fe3e8be3d28e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:27.950286 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-982137be-c1c8-4410-b04a-b524dd4f8df5 req-343ebcfa-b4a2-4a4f-88f1-fe3e8be3d28e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 943 time: 0.0941389 Jun 30 12:03:27.996731 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-982137be-c1c8-4410-b04a-b524dd4f8df5 req-dea67636-f8db-42ba-bbb2-d9869999e33e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403669 Jun 30 12:03:28.560684 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48246) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:28.682351 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ac87892c-db70-44aa-a56d-35b640dfaab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:28.698405 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-ac87892c-db70-44aa-a56d-35b640dfaab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:28.702514 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-ac87892c-db70-44aa-a56d-35b640dfaab8 admin admin] Usage tracker for resource:security_group_rule and tenant:48230430e4e44f57abf1352822a951a6 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:28.705493 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-ac87892c-db70-44aa-a56d-35b640dfaab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:28.712122 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-ac87892c-db70-44aa-a56d-35b640dfaab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:28.802462 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ac87892c-db70-44aa-a56d-35b640dfaab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:28.917660 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ac87892c-db70-44aa-a56d-35b640dfaab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:28.967975 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87892c-db70-44aa-a56d-35b640dfaab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9004b66c-7126-4d86-b035-9275f418def9,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:28.972622 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-ac87892c-db70-44aa-a56d-35b640dfaab8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48230430e4e44f57abf1352822a951a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4103460 Jun 30 12:03:28.975218 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48256) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:29.041720 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:29.071854 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:29.203596 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a871-3429-4c77-b8cb-7e87ee43908f req-9b30e11c-6932-4a80-bd74-c95c3ab25b1c tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:29.205166 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7949a871-3429-4c77-b8cb-7e87ee43908f req-9b30e11c-6932-4a80-bd74-c95c3ab25b1c tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 943 time: 0.0972934 Jun 30 12:03:29.231998 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:29.249933 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9004b66c-7126-4d86-b035-9275f418def9,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:29.251917 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7949a871-3429-4c77-b8cb-7e87ee43908f req-76261e9e-adac-45a3-b693-56bd6a14e976 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397437 Jun 30 12:03:29.259819 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:29.260147 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:29.260519 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:29.260855 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:29.261188 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:29.261520 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:29.261886 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:29.262297 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:29.262534 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:29.262858 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:29.263180 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:29.263504 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:03:29.266421 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:29.269895 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-27d298dd-26e7-47e8-aa28-ce0d0a166dea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9004b66c-7126-4d86-b035-9275f418def9 HTTP/1.1" status: 204 len: 168 time: 0.2914379 Jun 30 12:03:29.757001 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 12:03:29.898644 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:29.912729 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'port_id': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6', 'mac_address': 'fa:16:3e:d8:89:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 12:03:29.972718 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:03:29.973038 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:29.990879 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:03:30.006968 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:30.140538 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:30.192208 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48292) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:30.210914 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-26feae97-1f79-4f28-a1f8-97b845e0ed96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:30.217566 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:30.231944 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-26feae97-1f79-4f28-a1f8-97b845e0ed96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:30.231944 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-26feae97-1f79-4f28-a1f8-97b845e0ed96 admin admin] Usage tracker for resource:security_group_rule and tenant:e625fd80970e41cfa4ee369ae7da522c is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:30.233428 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-26feae97-1f79-4f28-a1f8-97b845e0ed96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:30.239837 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-26feae97-1f79-4f28-a1f8-97b845e0ed96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:30.328875 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-26feae97-1f79-4f28-a1f8-97b845e0ed96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:30.359663 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:03:30.443799 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-26feae97-1f79-4f28-a1f8-97b845e0ed96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:30.486623 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee11de4-2354-4d3e-a6de-0ce8ffe81d62 req-d4765d57-7a3d-4f67-8693-3cb580d60c89 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:30.489411 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26feae97-1f79-4f28-a1f8-97b845e0ed96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee4ebf6-f6e4-4889-b5e2-1fa96027eb3a,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:30.494357 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-aee11de4-2354-4d3e-a6de-0ce8ffe81d62 req-d4765d57-7a3d-4f67-8693-3cb580d60c89 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 944 time: 0.1331217 Jun 30 12:03:30.515957 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-26feae97-1f79-4f28-a1f8-97b845e0ed96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e625fd80970e41cfa4ee369ae7da522c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225317 Jun 30 12:03:30.518548 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48304) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:30.547912 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-aee11de4-2354-4d3e-a6de-0ce8ffe81d62 req-352ab4a5-17bb-4289-98d2-288fabf45ab0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504909 Jun 30 12:03:30.595222 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8845-f3b5-4636-b7bb-5be6b5ff6048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:30.622826 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8845-f3b5-4636-b7bb-5be6b5ff6048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:30.741380 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8845-f3b5-4636-b7bb-5be6b5ff6048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:30.757105 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f8845-f3b5-4636-b7bb-5be6b5ff6048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee4ebf6-f6e4-4889-b5e2-1fa96027eb3a,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:30.763565 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8845-f3b5-4636-b7bb-5be6b5ff6048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:30.765082 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-3c8f8845-f3b5-4636-b7bb-5be6b5ff6048 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ee4ebf6-f6e4-4889-b5e2-1fa96027eb3a HTTP/1.1" status: 204 len: 168 time: 0.2429328 Jun 30 12:03:31.768785 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e283d7-4ad5-4f37-99a7-3d846ad5eaf6 req-97e77537-133c-46c3-bab5-9caab51c1f77 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:31.771389 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-44e283d7-4ad5-4f37-99a7-3d846ad5eaf6 req-97e77537-133c-46c3-bab5-9caab51c1f77 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 944 time: 0.1117151 Jun 30 12:03:31.772885 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:03:31.837652 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-44e283d7-4ad5-4f37-99a7-3d846ad5eaf6 req-31137435-85ce-4e33-b37d-f4bda280d4a8 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550835 Jun 30 12:03:31.944065 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:03:31.946350 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:03:31.946720 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:32.068539 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:03:32.068922 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:32.101935 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:03:32.112050 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:32.149258 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67f1370-079d-40b3-81b4-5e465f44a4c5'] response: {'server_uuid': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6', 'code': 200} Jun 30 12:03:32.209016 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:32.282573 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:32.422998 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48352) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:32.636630 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d7b909e4-7c95-47c2-af7c-29f1eaa4127a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:32.652450 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-d7b909e4-7c95-47c2-af7c-29f1eaa4127a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:32.656511 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-d7b909e4-7c95-47c2-af7c-29f1eaa4127a admin admin] Usage tracker for resource:security_group_rule and tenant:86894e35762d4469b0547606b06191a8 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:32.659594 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-d7b909e4-7c95-47c2-af7c-29f1eaa4127a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:32.669150 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-d7b909e4-7c95-47c2-af7c-29f1eaa4127a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:32.831058 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d7b909e4-7c95-47c2-af7c-29f1eaa4127a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:32.853664 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30516a87-3f51-4838-b3ba-ff11d5d46b78 req-0b995900-42ec-4388-b886-49c6158d59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:32.855531 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-30516a87-3f51-4838-b3ba-ff11d5d46b78 req-0b995900-42ec-4388-b886-49c6158d59ad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 1098 time: 0.1534832 Jun 30 12:03:32.906600 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-30516a87-3f51-4838-b3ba-ff11d5d46b78 req-b1cc2569-9bc7-48bb-9f15-e6ecf35af23f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450675 Jun 30 12:03:32.947493 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d7b909e4-7c95-47c2-af7c-29f1eaa4127a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:33.011852 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-d7b909e4-7c95-47c2-af7c-29f1eaa4127a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86894e35762d4469b0547606b06191a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5873566 Jun 30 12:03:33.012796 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48376) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:33.028947 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b909e4-7c95-47c2-af7c-29f1eaa4127a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd48067-c8e0-4940-9ebe-3b588cc1b9f5,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:33.081260 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c0f1d-1f26-4353-8018-093e09bbc14d req-51a571bb-a27f-45e0-a11c-d7a29272e3ca tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:33.088571 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cb0c0f1d-1f26-4353-8018-093e09bbc14d req-51a571bb-a27f-45e0-a11c-d7a29272e3ca tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 945 time: 0.1200597 Jun 30 12:03:33.115917 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a446531e-0a6f-495a-8523-a428beb7010d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:33.148990 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cb0c0f1d-1f26-4353-8018-093e09bbc14d req-8873946a-d65f-44f7-aed5-78c577869a5e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559876 Jun 30 12:03:33.156242 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a446531e-0a6f-495a-8523-a428beb7010d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:33.353676 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a446531e-0a6f-495a-8523-a428beb7010d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:33.371415 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446531e-0a6f-495a-8523-a428beb7010d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd48067-c8e0-4940-9ebe-3b588cc1b9f5,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:33.379502 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a446531e-0a6f-495a-8523-a428beb7010d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:33.379502 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-a446531e-0a6f-495a-8523-a428beb7010d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cd48067-c8e0-4940-9ebe-3b588cc1b9f5 HTTP/1.1" status: 204 len: 168 time: 0.3621647 Jun 30 12:03:34.356957 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7b016-e54c-4b1c-bad6-88ad20348756 req-f330f959-3f84-43ee-b748-09d65c5c1ad4 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:34.358511 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-19d7b016-e54c-4b1c-bad6-88ad20348756 req-f330f959-3f84-43ee-b748-09d65c5c1ad4 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 945 time: 0.0956023 Jun 30 12:03:34.413387 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-19d7b016-e54c-4b1c-bad6-88ad20348756 req-fd1b46d3-4af9-4943-a251-4005f5ec0d73 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481229 Jun 30 12:03:34.581331 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 48426) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:34.640798 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9c546-daca-4108-88e2-6662035aa589 req-29fe4f86-5588-4ddf-9ce0-433a1f8eedd7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:34.642325 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2ff9c546-daca-4108-88e2-6662035aa589 req-29fe4f86-5588-4ddf-9ce0-433a1f8eedd7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 945 time: 0.1038454 Jun 30 12:03:34.694413 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2ff9c546-daca-4108-88e2-6662035aa589 req-1f58475a-8831-4cba-9a2d-7eef5d71e73e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461254 Jun 30 12:03:34.721204 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48434) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:34.726926 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b2578dec-bf04-4e23-95d0-178d88ffac8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:34.743906 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b2578dec-bf04-4e23-95d0-178d88ffac8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:34.748326 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-b2578dec-bf04-4e23-95d0-178d88ffac8a admin admin] Usage tracker for resource:security_group_rule and tenant:bfcf7fd3522942aaab023606ff458f15 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:34.751304 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-b2578dec-bf04-4e23-95d0-178d88ffac8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:34.758603 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b2578dec-bf04-4e23-95d0-178d88ffac8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:34.822601 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c64b9e-8e3c-46ce-87e0-0e78455a1be8 tempest-TestVolumeBootPattern-37277847 tempest-TestVolumeBootPattern-37277847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:34.827880 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-27c64b9e-8e3c-46ce-87e0-0e78455a1be8 tempest-TestVolumeBootPattern-37277847 tempest-TestVolumeBootPattern-37277847-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 1093 time: 0.1049161 Jun 30 12:03:34.828523 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48440) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:34.833950 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Request body: {'floatingip': {'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'port_id': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:03:34.840975 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:34.845808 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Usage tracker for resource:floatingip and tenant:845bdd244c944d94aae5ff6b56b0f75d is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:34.853869 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:34.861102 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:34.866667 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b2578dec-bf04-4e23-95d0-178d88ffac8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:34.935041 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b2578dec-bf04-4e23-95d0-178d88ffac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:35.001272 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-b2578dec-bf04-4e23-95d0-178d88ffac8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfcf7fd3522942aaab023606ff458f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4013793 Jun 30 12:03:35.001272 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2578dec-bf04-4e23-95d0-178d88ffac8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4e08d4-6ba6-4d82-a02e-ad73f9d6c207,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:35.001918 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48450) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:35.056132 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6c22c123-5e18-4b35-b4b3-84fb2d784ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:35.063963 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:03:35.084004 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6c22c123-5e18-4b35-b4b3-84fb2d784ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:35.119917 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for floatingip, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:35.270480 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:35.338726 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6c22c123-5e18-4b35-b4b3-84fb2d784ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:35.368042 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22c123-5e18-4b35-b4b3-84fb2d784ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4e08d4-6ba6-4d82-a02e-ad73f9d6c207,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:35.395420 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-6c22c123-5e18-4b35-b4b3-84fb2d784ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:35.396574 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-6c22c123-5e18-4b35-b4b3-84fb2d784ea7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a4e08d4-6ba6-4d82-a02e-ad73f9d6c207 HTTP/1.1" status: 204 len: 168 time: 0.4068389 Jun 30 12:03:35.460341 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Allocated IP 172.27.1.9 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/0eb7c96b-c263-4841-8ff2-28fe6fe55425) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:03:35.725100 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:35.745348 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 48458) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:35.889415 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:36.000421 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:03:36.005845 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:03:36.011400 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:03:36.062332 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event updated for resources: {'Port': ['ID=0eb7c96b-c263-4841-8ff2-28fe6fe55425,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:36.301944 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-9733151c-647c-4fb8-b5fc-abf0d54fd335 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Deleting port 1515c5e5-5d40-4ca5-a958-687c2a308b6c {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:03:36.302291 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9733151c-647c-4fb8-b5fc-abf0d54fd335 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:36.458500 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 48480) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:36.483296 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:36.494902 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3b1b70aa-76c1-4560-bc3f-c4c595da5c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:36.567731 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-3b1b70aa-76c1-4560-bc3f-c4c595da5c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:36.574554 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-3b1b70aa-76c1-4560-bc3f-c4c595da5c24 admin admin] Usage tracker for resource:security_group_rule and tenant:70634bcde0214f4c965caf35fbfddbcb is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:36.578953 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-3b1b70aa-76c1-4560-bc3f-c4c595da5c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:36.592771 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-3b1b70aa-76c1-4560-bc3f-c4c595da5c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:36.623683 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:36.643617 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9733151c-647c-4fb8-b5fc-abf0d54fd335 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:36.644051 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9733151c-647c-4fb8-b5fc-abf0d54fd335 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:36.781377 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-9733151c-647c-4fb8-b5fc-abf0d54fd335 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Calling delete_port for 1515c5e5-5d40-4ca5-a958-687c2a308b6c owned by network:floatingip {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:03:36.844402 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:36.915163 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3b1b70aa-76c1-4560-bc3f-c4c595da5c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:36.929149 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:36.997380 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-3b1b70aa-76c1-4560-bc3f-c4c595da5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:37.046791 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-3b1b70aa-76c1-4560-bc3f-c4c595da5c24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70634bcde0214f4c965caf35fbfddbcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5871594 Jun 30 12:03:37.047031 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event updated for resources: {'Port': ['ID=0eb7c96b-c263-4841-8ff2-28fe6fe55425,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:37.047471 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b70aa-76c1-4560-bc3f-c4c595da5c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7744db4e-6bf6-4b23-a70e-c134f66b9c72,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:37.049945 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48486) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:37.068621 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574195'] for floatingip, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:37.078152 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9733151c-647c-4fb8-b5fc-abf0d54fd335 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:37.126817 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733151c-647c-4fb8-b5fc-abf0d54fd335 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Pushing event deleted for resources: {'Port': ['ID=1515c5e5-5d40-4ca5-a958-687c2a308b6c,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:37.232196 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9733151c-647c-4fb8-b5fc-abf0d54fd335 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for floatingip, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:37.232562 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.l3_db [None req-9733151c-647c-4fb8-b5fc-abf0d54fd335 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Floating IP c995a33e-f76e-43bc-90f0-2192c82bc8d8 disassociated (deleted). External IP: 172.27.1.66, port: 14677172-f70a-42f9-b49b-19b9f7b2802b. Jun 30 12:03:37.278546 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ce48c59b-ff42-49cb-98a0-2e2a421164de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:37.299193 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.l3_db [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Floating IP 464fb5d0-d1ea-443e-a202-7c61af119599 associated. External IP: 172.27.1.9, port: ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6. Jun 30 12:03:37.427540 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ce48c59b-ff42-49cb-98a0-2e2a421164de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:37.613471 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9733151c-647c-4fb8-b5fc-abf0d54fd335 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Router 3e13d25f-bb18-413b-a51b-2c0cdc34322b has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:03:37.678276 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ce48c59b-ff42-49cb-98a0-2e2a421164de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:37.770054 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48c59b-ff42-49cb-98a0-2e2a421164de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7744db4e-6bf6-4b23-a70e-c134f66b9c72,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:37.784247 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ce48c59b-ff42-49cb-98a0-2e2a421164de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:37.788220 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-ce48c59b-ff42-49cb-98a0-2e2a421164de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7744db4e-6bf6-4b23-a70e-c134f66b9c72 HTTP/1.1" status: 204 len: 168 time: 0.7314422 Jun 30 12:03:37.817787 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9733151c-647c-4fb8-b5fc-abf0d54fd335 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:03:37.832203 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddcc122-c9f9-4019-a2f2-cdbb0db347d9 None None] Sync routers for ids ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:03:37.839691 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Router a7cd7ee6-471c-4b19-abaf-556714e516ff has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:03:37.856451 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9733151c-647c-4fb8-b5fc-abf0d54fd335 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:37.863146 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddcc122-c9f9-4019-a2f2-cdbb0db347d9 None None] Routers {'3e13d25f-bb18-413b-a51b-2c0cdc34322b'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:03:37.866257 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-5ddcc122-c9f9-4019-a2f2-cdbb0db347d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:03:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:37.931292 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-9733151c-647c-4fb8-b5fc-abf0d54fd335 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "DELETE /v2.0/floatingips/c995a33e-f76e-43bc-90f0-2192c82bc8d8 HTTP/1.1" status: 204 len: 168 time: 2.1847236 Jun 30 12:03:37.931953 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:03:38.016644 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc431880-7716-4950-9ca0-ae87673a4ac5'] response: {'name': 'network-changed', 'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'status': 'completed', 'code': 200} Jun 30 12:03:38.093504 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:03:38.106716 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4e193-7c05-42f2-ae1a-058a7b0ae344 None None] Sync routers for ids ['a7cd7ee6-471c-4b19-abaf-556714e516ff'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:03:38.117660 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4e193-7c05-42f2-ae1a-058a7b0ae344 None None] Routers {'a7cd7ee6-471c-4b19-abaf-556714e516ff'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:03:38.118615 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-d8d4e193-7c05-42f2-ae1a-058a7b0ae344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:03:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a7cd7ee6-471c-4b19-abaf-556714e516ff'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:38.146899 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-5ddcc122-c9f9-4019-a2f2-cdbb0db347d9 None None] Set router 3e13d25f-bb18-413b-a51b-2c0cdc34322b gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:03:38.203516 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62a8df-a680-4cf5-b011-537e3f69004a req-37916087-0dc4-4aad-9cd6-5cd782acd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:38.205290 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2d62a8df-a680-4cf5-b011-537e3f69004a req-37916087-0dc4-4aad-9cd6-5cd782acd28b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eba484848b8e4410a0a4acc6f3019575&device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 1098 time: 0.1048539 Jun 30 12:03:38.278626 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:38.345370 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-d8d4e193-7c05-42f2-ae1a-058a7b0ae344 None None] Set router a7cd7ee6-471c-4b19-abaf-556714e516ff gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:03:38.408068 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-990cbe7b-6fba-467b-a3d9-279838c6880e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.5783036 Jun 30 12:03:38.414534 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'tag': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:03:38.542640 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0a6128-2175-44cf-88cc-1c99b2f4585c'] response: {'name': 'network-changed', 'server_uuid': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'tag': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6', 'status': 'completed', 'code': 200} Jun 30 12:03:38.681532 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62a8df-a680-4cf5-b011-537e3f69004a req-b4cdcedb-1c18-414d-9222-a999288018af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:38.683300 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2d62a8df-a680-4cf5-b011-537e3f69004a req-b4cdcedb-1c18-414d-9222-a999288018af service neutron] 10.222.0.44 "GET /v2.0/networks?id=33724ee5-5a3e-4d68-a19f-6043ed2b8c26 HTTP/1.1" status: 200 len: 909 time: 0.4714801 Jun 30 12:03:38.749155 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-5ddcc122-c9f9-4019-a2f2-cdbb0db347d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T11:57:33Z', 'revision_number': 4, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port': {'id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:26Z', 'updated_at': '2022-06-30T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '953d88d7-2c2b-41ba-a336-bae0f5c5e256', 'name': '', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'mac_address': 'fa:16:3e:90:59:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:31Z', 'updated_at': '2022-06-30T11:57:42Z', 'revision_number': 5, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'subnets': [{'id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:38.755903 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddcc122-c9f9-4019-a2f2-cdbb0db347d9 None None] Checking router: 3e13d25f-bb18-413b-a51b-2c0cdc34322b for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:03:38.767646 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddcc122-c9f9-4019-a2f2-cdbb0db347d9 None None] Routers {'3e13d25f-bb18-413b-a51b-2c0cdc34322b'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:03:38.768262 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-5ddcc122-c9f9-4019-a2f2-cdbb0db347d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:03:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:38.784646 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-d8d4e193-7c05-42f2-ae1a-058a7b0ae344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '464fb5d0-d1ea-443e-a202-7c61af119599', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'port_id': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'mac_address': 'fa:16:3e:d8:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T12:03:36Z', 'updated_at': '2022-06-30T12:03:36Z', 'revision_number': 0, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T12:00:01Z', 'revision_number': 5, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:38.789549 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4e193-7c05-42f2-ae1a-058a7b0ae344 None None] Checking router: a7cd7ee6-471c-4b19-abaf-556714e516ff for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:03:38.799614 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4e193-7c05-42f2-ae1a-058a7b0ae344 None None] Routers {'a7cd7ee6-471c-4b19-abaf-556714e516ff'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:03:38.801371 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-d8d4e193-7c05-42f2-ae1a-058a7b0ae344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:03:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a7cd7ee6-471c-4b19-abaf-556714e516ff'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:38.867488 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2d62a8df-a680-4cf5-b011-537e3f69004a req-53dcbed0-b3ce-4e91-85fa-a9d59bccba34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14677172-f70a-42f9-b49b-19b9f7b2802b HTTP/1.1" status: 200 len: 217 time: 0.1698031 Jun 30 12:03:38.875617 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c9273-80fb-4cf4-9c5d-e28998a10dec req-397474e6-f139-4c4d-80e5-26a74408920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:38.877194 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-617c9273-80fb-4cf4-9c5d-e28998a10dec req-397474e6-f139-4c4d-80e5-26a74408920f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 1098 time: 0.3426182 Jun 30 12:03:39.016685 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-91c4ac32-06ad-40fc-bd09-6b0eb31bf9fb tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=44b19bd91e8c4f4696587d37168413d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3671322 Jun 30 12:03:39.098940 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c9273-80fb-4cf4-9c5d-e28998a10dec req-f55bbfd2-b726-4883-a3a3-c3472ed6a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:39.104193 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-617c9273-80fb-4cf4-9c5d-e28998a10dec req-f55bbfd2-b726-4883-a3a3-c3472ed6a0fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 913 time: 0.1600113 Jun 30 12:03:39.137139 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-5ddcc122-c9f9-4019-a2f2-cdbb0db347d9 None None] Set router 3e13d25f-bb18-413b-a51b-2c0cdc34322b gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:03:39.212993 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-d8d4e193-7c05-42f2-ae1a-058a7b0ae344 None None] Set router a7cd7ee6-471c-4b19-abaf-556714e516ff gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:03:39.279687 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0078d-b7e8-456b-887b-d4d1f767e75c req-25e0f0c3-8662-483f-a403-eaf395fe8861 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:39.280522 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-9ad0078d-b7e8-456b-887b-d4d1f767e75c req-25e0f0c3-8662-483f-a403-eaf395fe8861 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Synchronizing usage tracker for tenant:eba484848b8e4410a0a4acc6f3019575 on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:03:39.352295 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-cb460d29-8524-43f6-8459-cc67b4d6075c tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:39.360763 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-cb460d29-8524-43f6-8459-cc67b4d6075c tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212504 Jun 30 12:03:39.378257 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6542e1d9-0706-4ff7-a6b0-5a5e79e8d61e tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/quotas/44b19bd91e8c4f4696587d37168413d8 HTTP/1.1" status: 200 len: 375 time: 0.0161633 Jun 30 12:03:39.414410 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62a8df-a680-4cf5-b011-537e3f69004a req-f390c664-f3dd-443e-b9e2-dc527b77ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:39.419436 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2d62a8df-a680-4cf5-b011-537e3f69004a req-f390c664-f3dd-443e-b9e2-dc527b77ff40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8fd1625f-4000-45fe-8c1a-a812dcf95e0d HTTP/1.1" status: 200 len: 847 time: 0.5412331 Jun 30 12:03:39.458515 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-9ca33aa4-d317-4d5f-a9a6-41daa6e95fbe tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=44b19bd91e8c4f4696587d37168413d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793877 Jun 30 12:03:39.461911 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-9ad0078d-b7e8-456b-887b-d4d1f767e75c req-25e0f0c3-8662-483f-a403-eaf395fe8861 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Unset dirty status for tenant:eba484848b8e4410a0a4acc6f3019575 on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:03:39.464006 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9ad0078d-b7e8-456b-887b-d4d1f767e75c req-25e0f0c3-8662-483f-a403-eaf395fe8861 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.7626121 Jun 30 12:03:39.539863 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-617c9273-80fb-4cf4-9c5d-e28998a10dec req-7817e47d-7198-4558-8fb9-4b17dd052c81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 HTTP/1.1" status: 200 len: 997 time: 0.4299388 Jun 30 12:03:39.599294 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9ad0078d-b7e8-456b-887b-d4d1f767e75c req-75018c30-d27c-4b68-a379-22790cb3fcfb tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290209 Jun 30 12:03:39.603243 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-5ddcc122-c9f9-4019-a2f2-cdbb0db347d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T11:57:33Z', 'revision_number': 4, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port': {'id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:26Z', 'updated_at': '2022-06-30T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '953d88d7-2c2b-41ba-a336-bae0f5c5e256', 'name': '', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'mac_address': 'fa:16:3e:90:59:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:31Z', 'updated_at': '2022-06-30T11:57:42Z', 'revision_number': 5, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'subnets': [{'id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:39.609914 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddcc122-c9f9-4019-a2f2-cdbb0db347d9 None None] The sync data for ids ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'] in dv-cinder-848250-1-iscsi is: [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T11:57:33Z', 'revision_number': 4, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port': {'id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:26Z', 'updated_at': '2022-06-30T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '953d88d7-2c2b-41ba-a336-bae0f5c5e256', 'name': '', 'network_id': '33724ee5-5a3e-4d68-a19f-6043ed2b8c26', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'mac_address': 'fa:16:3e:90:59:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:31Z', 'updated_at': '2022-06-30T11:57:42Z', 'revision_number': 5, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'subnets': [{'id': '8fd1625f-4000-45fe-8c1a-a812dcf95e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:03:39.722138 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c9273-80fb-4cf4-9c5d-e28998a10dec req-646dc1f7-e8ae-487b-ae39-436f4d91751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:39.724102 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-617c9273-80fb-4cf4-9c5d-e28998a10dec req-646dc1f7-e8ae-487b-ae39-436f4d91751d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 200 len: 851 time: 0.1744072 Jun 30 12:03:39.728532 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62a8df-a680-4cf5-b011-537e3f69004a req-123403bb-abe4-426d-8bdb-17b18881dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:39.730780 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2d62a8df-a680-4cf5-b011-537e3f69004a req-123403bb-abe4-426d-8bdb-17b18881dbc5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33724ee5-5a3e-4d68-a19f-6043ed2b8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3017747 Jun 30 12:03:39.761597 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-d8d4e193-7c05-42f2-ae1a-058a7b0ae344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '464fb5d0-d1ea-443e-a202-7c61af119599', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'port_id': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'mac_address': 'fa:16:3e:d8:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T12:03:36Z', 'updated_at': '2022-06-30T12:03:36Z', 'revision_number': 0, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T12:00:01Z', 'revision_number': 5, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:03:39.766114 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4e193-7c05-42f2-ae1a-058a7b0ae344 None None] The sync data for ids ['a7cd7ee6-471c-4b19-abaf-556714e516ff'] in dv-cinder-848250-1-iscsi is: [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_floatingips': [{'id': '464fb5d0-d1ea-443e-a202-7c61af119599', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'router_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'port_id': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'mac_address': 'fa:16:3e:d8:89:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T12:03:36Z', 'updated_at': '2022-06-30T12:03:36Z', 'revision_number': 0, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T12:00:01Z', 'revision_number': 5, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:03:40.079325 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e990f12-4540-44de-8399-0b9a87e85233 req-ca78e968-9125-4f1d-98a9-3d817bed6ef9 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 210 time: 0.1541402 Jun 30 12:03:40.124856 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b167e9-9f27-40b3-9f03-0249e47ddc9a None None] New status for floating IP c995a33e-f76e-43bc-90f0-2192c82bc8d8: DOWN {{(pid=88753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 12:03:40.174126 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c9273-80fb-4cf4-9c5d-e28998a10dec req-6d959341-fea7-4c1f-8286-75b52ccf5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:40.176611 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-617c9273-80fb-4cf4-9c5d-e28998a10dec req-6d959341-fea7-4c1f-8286-75b52ccf5379 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d10cb7-945f-43a2-bb61-0a070d4fc848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4447043 Jun 30 12:03:40.180968 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2d62a8df-a680-4cf5-b011-537e3f69004a req-5998449f-532f-44ee-8177-ed30dc163c79 service neutron] 10.222.0.44 "GET /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822858 Jun 30 12:03:40.210122 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfcfb12-b265-42f1-9ac0-2ba19dd1591c None None] New status for floating IP 464fb5d0-d1ea-443e-a202-7c61af119599: ACTIVE {{(pid=88752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 12:03:40.565240 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2d62a8df-a680-4cf5-b011-537e3f69004a req-3fb09389-cbe4-4017-9061-5fef868e9e42 service neutron] 10.222.0.44 "GET /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696270 Jun 30 12:03:40.567033 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-617c9273-80fb-4cf4-9c5d-e28998a10dec req-02d18e73-d874-4ae0-9d4c-c12d36b99497 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727956 Jun 30 12:03:40.749863 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-617c9273-80fb-4cf4-9c5d-e28998a10dec req-18b523db-f47d-4334-9b9a-5d66ff52c252 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690631 Jun 30 12:03:40.901493 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c09857-4d48-4d19-b98b-d62eb3792fcf req-da763e46-604b-45c3-a46d-610de83e6c5b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:40.907647 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-24c09857-4d48-4d19-b98b-d62eb3792fcf req-da763e46-604b-45c3-a46d-610de83e6c5b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.1176405 Jun 30 12:03:40.964378 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-24c09857-4d48-4d19-b98b-d62eb3792fcf req-1f09fb91-a284-4dcf-a5da-a3cc362f2e51 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524161 Jun 30 12:03:41.187550 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f4704647-2949-4a44-8bae-096acdce891c req-b16732b2-5498-4476-a084-c9dc316c5b99 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 210 time: 0.0502591 Jun 30 12:03:41.519608 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 48598) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:41.649645 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f4186c10-50ff-4c15-8cfb-de5cfd8591e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:41.673242 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-f4186c10-50ff-4c15-8cfb-de5cfd8591e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:41.678531 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-f4186c10-50ff-4c15-8cfb-de5cfd8591e6 admin admin] Usage tracker for resource:security_group_rule and tenant:89b576114b984f01903e84b7129de6ba is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:41.681462 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-f4186c10-50ff-4c15-8cfb-de5cfd8591e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:41.687339 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-f4186c10-50ff-4c15-8cfb-de5cfd8591e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:41.770161 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f4186c10-50ff-4c15-8cfb-de5cfd8591e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:41.843268 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f4186c10-50ff-4c15-8cfb-de5cfd8591e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:41.896930 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4186c10-50ff-4c15-8cfb-de5cfd8591e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bdef28-8506-4d6e-b0e2-52bdb2290dec,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:41.901991 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-f4186c10-50ff-4c15-8cfb-de5cfd8591e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89b576114b984f01903e84b7129de6ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809173 Jun 30 12:03:41.904648 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48606) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:41.989310 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-fadb2c45-cda3-4567-9c3b-92c192fc0321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:42.018287 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-fadb2c45-cda3-4567-9c3b-92c192fc0321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:42.152190 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-fadb2c45-cda3-4567-9c3b-92c192fc0321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:42.164706 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4421f-7a04-4aae-9792-41aa3c583a0e req-2c118264-cfaf-472c-a1c8-a22796e4e60a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:42.166242 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6ac4421f-7a04-4aae-9792-41aa3c583a0e req-2c118264-cfaf-472c-a1c8-a22796e4e60a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.0967550 Jun 30 12:03:42.170428 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb2c45-cda3-4567-9c3b-92c192fc0321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bdef28-8506-4d6e-b0e2-52bdb2290dec,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:42.173878 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-fadb2c45-cda3-4567-9c3b-92c192fc0321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:42.175111 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-fadb2c45-cda3-4567-9c3b-92c192fc0321 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06bdef28-8506-4d6e-b0e2-52bdb2290dec HTTP/1.1" status: 204 len: 168 time: 0.2692688 Jun 30 12:03:42.228909 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6ac4421f-7a04-4aae-9792-41aa3c583a0e req-69e16516-d455-42c3-bf26-02d3613fbadd tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558982 Jun 30 12:03:42.351611 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e40a584d-0c40-4a61-a502-415c84fa18b2 req-ff363a78-18d1-47d9-90d0-26823797259b tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 210 time: 0.0534153 Jun 30 12:03:42.680038 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-de7e13f3-dd0a-4d7c-a570-fd3add6fa58d tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=44b19bd91e8c4f4696587d37168413d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302641 Jun 30 12:03:42.836132 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-801c57f5-2213-4553-b593-d50ddd25bbce tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:42.839518 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-801c57f5-2213-4553-b593-d50ddd25bbce tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531725 Jun 30 12:03:42.850502 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Request body: {'port': {'device_id': 'bfd29631-0cc3-4dc2-b0b2-c9818a14d76a', 'network_id': '54950050-d363-4b06-8ee2-ef3ae4f13962', 'admin_state_up': True, 'tenant_id': '44b19bd91e8c4f4696587d37168413d8'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:03:42.994063 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:42.998903 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Usage tracker for resource:port and tenant:44b19bd91e8c4f4696587d37168413d8 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:43.001868 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:43.008439 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:43.027449 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48626) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:43.051169 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1f6a21ee-5b72-4d3a-9750-7724bdd064de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:43.066618 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-1f6a21ee-5b72-4d3a-9750-7724bdd064de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:43.070614 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-1f6a21ee-5b72-4d3a-9750-7724bdd064de admin admin] Usage tracker for resource:security_group_rule and tenant:b1148f45e1b24cdcb8b1b0d822874787 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:43.073492 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-1f6a21ee-5b72-4d3a-9750-7724bdd064de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:43.079271 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-1f6a21ee-5b72-4d3a-9750-7724bdd064de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:43.126124 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Made reservation on behalf of 44b19bd91e8c4f4696587d37168413d8 for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:03:43.129852 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:43.151072 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:43.177879 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:43.188958 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Usage tracker for resource:security_group_rule and tenant:44b19bd91e8c4f4696587d37168413d8 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:43.194922 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:43.204496 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1f6a21ee-5b72-4d3a-9750-7724bdd064de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:43.208427 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:43.306592 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:43.391063 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1f6a21ee-5b72-4d3a-9750-7724bdd064de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:43.430629 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaab1a6-7a3d-4ed3-8310-80ad3bd74c62 req-f45183ec-d404-413e-860c-51d4a17a5ff1 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:43.432349 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cbaab1a6-7a3d-4ed3-8310-80ad3bd74c62 req-f45183ec-d404-413e-860c-51d4a17a5ff1 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 945 time: 0.0953662 Jun 30 12:03:43.444101 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a21ee-5b72-4d3a-9750-7724bdd064de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a5d55e-5e17-45f4-a709-fc77a97daf58,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:43.448792 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-1f6a21ee-5b72-4d3a-9750-7724bdd064de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1148f45e1b24cdcb8b1b0d822874787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202223 Jun 30 12:03:43.451247 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48638) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:43.471706 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:43.525350 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9b3309df-cdac-4a53-ac2e-61e32c695441 req-7b8d1894-9f80-48e9-9fa9-9f385a6c3a0c tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 210 time: 0.0543623 Jun 30 12:03:43.528448 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cbaab1a6-7a3d-4ed3-8310-80ad3bd74c62 req-8919b044-ff17-4f06-8472-0f2b9a0cb551 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899727 Jun 30 12:03:43.580661 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e133fd-abf6-428d-b6aa-79cb7241767c,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:43.618096 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-266a7d8d-179c-4b98-91ce-009645e95d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:43.690329 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-266a7d8d-179c-4b98-91ce-009645e95d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:43.721947 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Allocated IP 192.168.233.115 (54950050-d363-4b06-8ee2-ef3ae4f13962/bdcb76a3-5c1c-4a80-af87-bd473a1b09df/02e8c21b-8924-42d6-b79b-c2d7c24226eb) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:03:43.817328 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 14677172-f70a-42f9-b49b-19b9f7b2802b no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:03:43.859281 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-266a7d8d-179c-4b98-91ce-009645e95d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:43.883237 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a7d8d-179c-4b98-91ce-009645e95d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a5d55e-5e17-45f4-a709-fc77a97daf58,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:43.932588 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-266a7d8d-179c-4b98-91ce-009645e95d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:43.933732 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-266a7d8d-179c-4b98-91ce-009645e95d96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0a5d55e-5e17-45f4-a709-fc77a97daf58 HTTP/1.1" status: 204 len: 168 time: 0.4815297 Jun 30 12:03:43.947127 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 14677172-f70a-42f9-b49b-19b9f7b2802b is: ACTIVE; New status is: DOWN {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:03:43.947572 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:43.977261 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:43.977524 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:03:43.988465 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 14677172-f70a-42f9-b49b-19b9f7b2802b, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=14677172-f70a-42f9-b49b-19b9f7b2802b,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:43.998323 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Transition to ACTIVE for port object 02e8c21b-8924-42d6-b79b-c2d7c24226eb will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:03:44.025157 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80bade71-c5bc-48c3-9f47-48c54dc7f7ae'] response: {'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'code': 200} Jun 30 12:03:44.071989 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:44.095556 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:44.142505 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=14677172-f70a-42f9-b49b-19b9f7b2802b,revision_number=9']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:44.172065 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Network 54950050-d363-4b06-8ee2-ef3ae4f13962 is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:03:44.175910 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:03:44.180448 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:03:44.218371 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Pushing event updated for resources: {'Port': ['ID=02e8c21b-8924-42d6-b79b-c2d7c24226eb,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:44.253075 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:44.254310 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:44.335344 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-0f881252-0dca-4df6-9ff2-eaaff1f8a411 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4898980 Jun 30 12:03:44.346548 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Request body: {'port': {'device_id': 'bfd29631-0cc3-4dc2-b0b2-c9818a14d76a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:03:44.540308 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-c878a4dc-ec83-4a50-b0d4-da8e2a40d7cd None None] Provisioning for port 02e8c21b-8924-42d6-b79b-c2d7c24226eb completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:03:44.545834 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-c878a4dc-ec83-4a50-b0d4-da8e2a40d7cd None None] Provisioning complete for port 02e8c21b-8924-42d6-b79b-c2d7c24226eb triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:03:44.546199 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-c878a4dc-ec83-4a50-b0d4-da8e2a40d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:44.566930 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:44.603478 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-c878a4dc-ec83-4a50-b0d4-da8e2a40d7cd None None] Port 02e8c21b-8924-42d6-b79b-c2d7c24226eb cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 12:03:44.808462 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 48656) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:44.827806 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9851b0-a57c-4568-af51-fa4b13fc0947 req-d94dc54c-fb14-465b-8d74-0f8cc4337ad0 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:44.827806 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cd9851b0-a57c-4568-af51-fa4b13fc0947 req-d94dc54c-fb14-465b-8d74-0f8cc4337ad0 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 936 time: 0.1765873 Jun 30 12:03:44.839944 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88392daf-ff73-4741-aa06-d15bd8839863 req-6ccb83cc-82f8-415f-ab6e-fe688e2978af tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:44.841612 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-88392daf-ff73-4741-aa06-d15bd8839863 req-6ccb83cc-82f8-415f-ab6e-fe688e2978af tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1529393 Jun 30 12:03:44.841901 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-71567235-a123-4482-bdd5-6dd31a3d88c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:44.882936 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-71567235-a123-4482-bdd5-6dd31a3d88c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:03:44.891159 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-71567235-a123-4482-bdd5-6dd31a3d88c6 admin admin] Usage tracker for resource:security_group_rule and tenant:0fffa033aa6d4e648b91c98b369d5e08 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:03:44.897255 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-71567235-a123-4482-bdd5-6dd31a3d88c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:03:44.905575 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-71567235-a123-4482-bdd5-6dd31a3d88c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:03:44.931888 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-88392daf-ff73-4741-aa06-d15bd8839863 req-a84126bd-e457-4883-98ab-2ac84cbe2e10 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735059 Jun 30 12:03:44.935048 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cd9851b0-a57c-4568-af51-fa4b13fc0947 req-9f05ad93-da8e-4648-8636-ebf3144e8aec tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e133fd-abf6-428d-b6aa-79cb7241767c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925102 Jun 30 12:03:45.018370 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e8c21b-8924-42d6-b79b-c2d7c24226eb {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:03:45.029659 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:45.057936 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Transition to ACTIVE for port object 02e8c21b-8924-42d6-b79b-c2d7c24226eb will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:03:45.086814 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-71567235-a123-4482-bdd5-6dd31a3d88c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:45.130316 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:45.248301 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-71567235-a123-4482-bdd5-6dd31a3d88c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:45.291202 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Pushing event updated for resources: {'Port': ['ID=02e8c21b-8924-42d6-b79b-c2d7c24226eb,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:45.359339 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-71567235-a123-4482-bdd5-6dd31a3d88c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0fffa033aa6d4e648b91c98b369d5e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5498075 Jun 30 12:03:45.363800 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71567235-a123-4482-bdd5-6dd31a3d88c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbba04f-5e89-4044-b8c4-f2a3a2cdd735,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:45.363946 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 48664) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:03:45.430837 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a89764a6-2ce1-4489-a9c5-f5b6d9b09766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:45.438717 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Attempting to bind port 02e8c21b-8924-42d6-b79b-c2d7c24226eb on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:03:45.439050 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Attempting to bind port 02e8c21b-8924-42d6-b79b-c2d7c24226eb by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': '1e78c37c-e432-4438-9dfc-0296f09cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '54950050-d363-4b06-8ee2-ef3ae4f13962'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:03:45.439375 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Attempting to bind port 02e8c21b-8924-42d6-b79b-c2d7c24226eb on network 54950050-d363-4b06-8ee2-ef3ae4f13962 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:03:45.444863 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Port 02e8c21b-8924-42d6-b79b-c2d7c24226eb on network 54950050-d363-4b06-8ee2-ef3ae4f13962 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 12:03:45.445301 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Attempting to bind port 02e8c21b-8924-42d6-b79b-c2d7c24226eb on network 54950050-d363-4b06-8ee2-ef3ae4f13962 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:03:45.450679 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 12, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:03:45.451108 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Checking segment: {'id': '1e78c37c-e432-4438-9dfc-0296f09cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '54950050-d363-4b06-8ee2-ef3ae4f13962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:03:45.451558 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Bound using segment: {'id': '1e78c37c-e432-4438-9dfc-0296f09cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '54950050-d363-4b06-8ee2-ef3ae4f13962'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:03:45.452029 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Bound port: 02e8c21b-8924-42d6-b79b-c2d7c24226eb, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e78c37c-e432-4438-9dfc-0296f09cd414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '54950050-d363-4b06-8ee2-ef3ae4f13962'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:03:45.452330 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:45.458145 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a89764a6-2ce1-4489-a9c5-f5b6d9b09766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:45.548574 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] For port 02e8c21b-8924-42d6-b79b-c2d7c24226eb, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:03:45.552192 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] For port 02e8c21b-8924-42d6-b79b-c2d7c24226eb, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=02e8c21b-8924-42d6-b79b-c2d7c24226eb,segment=NetworkSegment(1e78c37c-e432-4438-9dfc-0296f09cd414),segment_id=1e78c37c-e432-4438-9dfc-0296f09cd414)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:03:45.568618 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a89764a6-2ce1-4489-a9c5-f5b6d9b09766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:45.584558 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89764a6-2ce1-4489-a9c5-f5b6d9b09766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbba04f-5e89-4044-b8c4-f2a3a2cdd735,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:45.594166 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a89764a6-2ce1-4489-a9c5-f5b6d9b09766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:45.595386 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-a89764a6-2ce1-4489-a9c5-f5b6d9b09766 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9cbba04f-5e89-4044-b8c4-f2a3a2cdd735 HTTP/1.1" status: 204 len: 168 time: 0.2303057 Jun 30 12:03:45.666447 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:45.728297 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:45.728943 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:45.730353 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] 10.222.0.44 "PUT /v2.0/ports/02e8c21b-8924-42d6-b79b-c2d7c24226eb HTTP/1.1" status: 200 len: 1098 time: 1.3883858 Jun 30 12:03:45.730797 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd29631-0cc3-4dc2-b0b2-c9818a14d76a', 'tag': '02e8c21b-8924-42d6-b79b-c2d7c24226eb'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:03:45.754649 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c384c4b-cfc2-4c98-8a9b-f6d995d0c278 service neutron] Pushing event updated for resources: {'Port': ['ID=02e8c21b-8924-42d6-b79b-c2d7c24226eb,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:45.786168 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d207592e-52d9-4321-8e7e-38a34e83c002'] response: {'name': 'network-changed', 'server_uuid': 'bfd29631-0cc3-4dc2-b0b2-c9818a14d76a', 'tag': '02e8c21b-8924-42d6-b79b-c2d7c24226eb', 'status': 'completed', 'code': 200} Jun 30 12:03:45.921441 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c55c1-e450-435c-ad6a-267c210bd9ea req-45c68584-aaef-459a-95b8-9e7ef5d1a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:45.921441 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-125c55c1-e450-435c-ad6a-267c210bd9ea req-45c68584-aaef-459a-95b8-9e7ef5d1a37f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44b19bd91e8c4f4696587d37168413d8&device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 1101 time: 0.1051469 Jun 30 12:03:45.954455 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-125c55c1-e450-435c-ad6a-267c210bd9ea req-89a4ed4e-b731-4a19-8743-8117ac54d281 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=44b19bd91e8c4f4696587d37168413d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267944 Jun 30 12:03:46.102246 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:46.119666 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c55c1-e450-435c-ad6a-267c210bd9ea req-cee1d8dc-b33e-40d0-a6e5-c8dd96e0fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:46.121083 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-125c55c1-e450-435c-ad6a-267c210bd9ea req-cee1d8dc-b33e-40d0-a6e5-c8dd96e0fe09 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1611791 Jun 30 12:03:46.227373 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90459c4-195e-4b79-8c30-3b416f2ce8de req-ea285ced-3b8a-4478-b64c-6a81bc54ade0 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:46.228927 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b90459c4-195e-4b79-8c30-3b416f2ce8de req-ea285ced-3b8a-4478-b64c-6a81bc54ade0 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 948 time: 0.1709151 Jun 30 12:03:46.266260 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-7ba33d9d-39f1-4ef1-af89-afee67929406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:46.267812 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-7ba33d9d-39f1-4ef1-af89-afee67929406 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44b19bd91e8c4f4696587d37168413d8&device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 1101 time: 0.1017785 Jun 30 12:03:46.274154 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0c221-3219-441b-aa45-a4360d403d24 req-cd29bc81-9e5a-4fa1-ab48-69fec36a3362 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:46.275650 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bfc0c221-3219-441b-aa45-a4360d403d24 req-cd29bc81-9e5a-4fa1-ab48-69fec36a3362 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1750095 Jun 30 12:03:46.325319 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b90459c4-195e-4b79-8c30-3b416f2ce8de req-cc744695-5ba7-4390-8568-510d0b48fe83 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e133fd-abf6-428d-b6aa-79cb7241767c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905619 Jun 30 12:03:46.345392 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-6a29f193-9908-4ab2-90d0-7a24b51ddb49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=02e8c21b-8924-42d6-b79b-c2d7c24226eb HTTP/1.1" status: 200 len: 217 time: 0.0649276 Jun 30 12:03:46.348855 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bfc0c221-3219-441b-aa45-a4360d403d24 req-33a8970d-e852-44a3-abc6-d9b22c95a2f3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594180 Jun 30 12:03:46.413578 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-9a9226d9-daf7-4bb6-bc7c-51359fd4b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:46.415092 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-9a9226d9-daf7-4bb6-bc7c-51359fd4b212 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdcb76a3-5c1c-4a80-af87-bd473a1b09df HTTP/1.1" status: 200 len: 843 time: 0.0632713 Jun 30 12:03:46.500600 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-440205fa-c429-4a9e-b19e-52f0e18cc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:46.502145 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-440205fa-c429-4a9e-b19e-52f0e18cc507 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54950050-d363-4b06-8ee2-ef3ae4f13962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0815868 Jun 30 12:03:46.729683 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-fe54edf3-a647-411e-9353-4ba03e966a6b service neutron] 10.222.0.44 "GET /v2.0/networks/54950050-d363-4b06-8ee2-ef3ae4f13962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213500 Jun 30 12:03:46.864605 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-c5e70454-224c-4456-ac7f-4f2713b6ea44 req-299fc189-5348-4a8e-a564-636a313217a3 service neutron] 10.222.0.44 "GET /v2.0/networks/54950050-d363-4b06-8ee2-ef3ae4f13962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265621 Jun 30 12:03:47.701503 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2309c6-2b11-40df-89fb-b38c9f1278d6 req-aef7e35d-d987-483e-8549-3b3fce8fa5ca tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:47.702937 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7f2309c6-2b11-40df-89fb-b38c9f1278d6 req-aef7e35d-d987-483e-8549-3b3fce8fa5ca tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 948 time: 0.2665212 Jun 30 12:03:47.715624 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e98dc-d4be-49fc-9078-53592dc34705 req-1f968b8e-2a06-491f-94fc-a44e5c3dac8c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:47.717115 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eb6e98dc-d4be-49fc-9078-53592dc34705 req-1f968b8e-2a06-491f-94fc-a44e5c3dac8c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.2359211 Jun 30 12:03:47.794122 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7f2309c6-2b11-40df-89fb-b38c9f1278d6 req-ef595c72-5452-4759-952e-5460a3067c47 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e133fd-abf6-428d-b6aa-79cb7241767c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760355 Jun 30 12:03:47.796890 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eb6e98dc-d4be-49fc-9078-53592dc34705 req-7d8e9f6c-a5aa-4a80-b563-0a6729c40890 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637715 Jun 30 12:03:47.802152 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3230f97-5c07-4f3d-a37e-299635b6d348 req-03b3a47d-3a3f-4aa9-901a-c14a071587a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0896342 Jun 30 12:03:47.849319 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 02e8c21b-8924-42d6-b79b-c2d7c24226eb details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 12:03:47.958690 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3230f97-5c07-4f3d-a37e-299635b6d348 req-782292ca-41dd-4713-ac56-244834520ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:47.960111 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3230f97-5c07-4f3d-a37e-299635b6d348 req-782292ca-41dd-4713-ac56-244834520ce0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 1098 time: 0.0855701 Jun 30 12:03:47.996790 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 02e8c21b-8924-42d6-b79b-c2d7c24226eb, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=02e8c21b-8924-42d6-b79b-c2d7c24226eb,segment=NetworkSegment(1e78c37c-e432-4438-9dfc-0296f09cd414),segment_id=1e78c37c-e432-4438-9dfc-0296f09cd414)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:48.010579 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '02e8c21b-8924-42d6-b79b-c2d7c24226eb', 'network_id': '54950050-d363-4b06-8ee2-ef3ae4f13962', 'port_id': '02e8c21b-8924-42d6-b79b-c2d7c24226eb', 'mac_address': 'fa:16:3e:3a:9f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdcb76a3-5c1c-4a80-af87-bd473a1b09df', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 12:03:48.069363 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 02e8c21b-8924-42d6-b79b-c2d7c24226eb is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:03:48.069959 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:48.089108 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e8c21b-8924-42d6-b79b-c2d7c24226eb {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:03:48.114353 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 02e8c21b-8924-42d6-b79b-c2d7c24226eb, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=02e8c21b-8924-42d6-b79b-c2d7c24226eb,segment=NetworkSegment(1e78c37c-e432-4438-9dfc-0296f09cd414),segment_id=1e78c37c-e432-4438-9dfc-0296f09cd414)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:48.117537 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3230f97-5c07-4f3d-a37e-299635b6d348 req-d9a3885c-63f8-421a-bce2-92dfef3d5797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:48.119024 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3230f97-5c07-4f3d-a37e-299635b6d348 req-d9a3885c-63f8-421a-bce2-92dfef3d5797 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a HTTP/1.1" status: 200 len: 915 time: 0.1385503 Jun 30 12:03:48.194490 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3230f97-5c07-4f3d-a37e-299635b6d348 req-00a92102-b32b-4b85-8555-6ba44c195dd9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e8aba2c-4003-4212-a77a-3e5d50561a8c HTTP/1.1" status: 200 len: 217 time: 0.0683978 Jun 30 12:03:48.197651 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:48.199458 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3ff268f2-0952-4cd0-9b51-6a14b05005cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:48.265063 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3230f97-5c07-4f3d-a37e-299635b6d348 req-07956326-020b-4ac1-9714-95f2cee14d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:48.266664 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3230f97-5c07-4f3d-a37e-299635b6d348 req-07956326-020b-4ac1-9714-95f2cee14d80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ccd0a6a-ce23-4548-811d-fc28303eb66c HTTP/1.1" status: 200 len: 854 time: 0.0664747 Jun 30 12:03:48.273599 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=02e8c21b-8924-42d6-b79b-c2d7c24226eb,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:48.328090 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3230f97-5c07-4f3d-a37e-299635b6d348 req-13267cad-3ed9-4e33-b09b-ece65c52d3d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553026 Jun 30 12:03:48.421463 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['02e8c21b-8924-42d6-b79b-c2d7c24226eb'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:03:48.469473 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3230f97-5c07-4f3d-a37e-299635b6d348 req-b0a52d1e-ce49-42fb-afd2-02ed0bf44489 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342616 Jun 30 12:03:48.617354 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a3230f97-5c07-4f3d-a37e-299635b6d348 req-927118da-9ace-4055-969d-4eefb4ff5695 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396501 Jun 30 12:03:49.080964 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a17408-d801-4d66-8631-6f75c20ea998 req-a69bf461-8285-4091-a1c9-c748e2bf7e96 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:49.082476 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-11a17408-d801-4d66-8631-6f75c20ea998 req-a69bf461-8285-4091-a1c9-c748e2bf7e96 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1610050 Jun 30 12:03:49.091051 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73d408-128f-4afa-b035-aae2f5b50432 req-e3c74354-e63a-4f4b-bd78-af1a5faa2408 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:49.092644 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1a73d408-128f-4afa-b035-aae2f5b50432 req-e3c74354-e63a-4f4b-bd78-af1a5faa2408 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 949 time: 0.1698749 Jun 30 12:03:49.161968 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-11a17408-d801-4d66-8631-6f75c20ea998 req-e8bf21c3-060a-4a1a-a4a7-e4c17873b37a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677924 Jun 30 12:03:49.172602 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1a73d408-128f-4afa-b035-aae2f5b50432 req-496dd0b7-3b0d-4633-8d51-0a661ed0bfbe tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e133fd-abf6-428d-b6aa-79cb7241767c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651515 Jun 30 12:03:49.850507 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 02e8c21b-8924-42d6-b79b-c2d7c24226eb up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:03:50.083833 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 02e8c21b-8924-42d6-b79b-c2d7c24226eb completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:03:50.089587 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 02e8c21b-8924-42d6-b79b-c2d7c24226eb triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:03:50.089952 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:50.214542 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 02e8c21b-8924-42d6-b79b-c2d7c24226eb is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:03:50.214987 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:50.245410 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd29631-0cc3-4dc2-b0b2-c9818a14d76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e8c21b-8924-42d6-b79b-c2d7c24226eb'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:03:50.256681 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 02e8c21b-8924-42d6-b79b-c2d7c24226eb, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=02e8c21b-8924-42d6-b79b-c2d7c24226eb,segment=NetworkSegment(1e78c37c-e432-4438-9dfc-0296f09cd414),segment_id=1e78c37c-e432-4438-9dfc-0296f09cd414)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:50.369728 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:50.435535 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73993575-d0cf-42b6-9422-6d04e739dcf2 req-824e5733-170e-48e6-ab7f-cde062ac69a5 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:50.437193 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-73993575-d0cf-42b6-9422-6d04e739dcf2 req-824e5733-170e-48e6-ab7f-cde062ac69a5 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1636438 Jun 30 12:03:50.448818 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=02e8c21b-8924-42d6-b79b-c2d7c24226eb,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:50.465617 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cecbf-c6be-4da4-aec5-652fb32cead2 req-18ade073-8303-4b60-9959-44c3c12cc43c tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:50.467071 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-897cecbf-c6be-4da4-aec5-652fb32cead2 req-18ade073-8303-4b60-9959-44c3c12cc43c tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 950 time: 0.1536071 Jun 30 12:03:50.500030 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5626ebc4-dadf-41f6-92ac-e3e48b47e897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:50.524038 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-73993575-d0cf-42b6-9422-6d04e739dcf2 req-266d38fa-9be7-4478-906f-349395e3f28a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796247 Jun 30 12:03:50.534585 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-897cecbf-c6be-4da4-aec5-652fb32cead2 req-a56cd979-85a3-47c9-a998-a9210405d87d tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e133fd-abf6-428d-b6aa-79cb7241767c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617311 Jun 30 12:03:50.580100 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d18e9d-c8a7-4722-b863-d795601b1d11'] response: {'server_uuid': 'bfd29631-0cc3-4dc2-b0b2-c9818a14d76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e8c21b-8924-42d6-b79b-c2d7c24226eb', 'code': 200} Jun 30 12:03:51.110364 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f1fe8-bfee-44d8-81c4-d28ab9b2b596 req-cfef2d75-abd8-4160-89cc-5b8c25e00e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:51.111900 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-353f1fe8-bfee-44d8-81c4-d28ab9b2b596 req-cfef2d75-abd8-4160-89cc-5b8c25e00e05 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 1103 time: 0.0794101 Jun 30 12:03:51.152460 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-353f1fe8-bfee-44d8-81c4-d28ab9b2b596 req-4880d57e-e835-40dd-beef-15bde42fe386 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b3e133fd-abf6-428d-b6aa-79cb7241767c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347629 Jun 30 12:03:51.426478 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:51.660743 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:51.788564 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d1f9d-3d76-4158-b6f6-9d585a138350 req-837281ca-f0f8-4114-9f5c-e4fbb7784adc tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:51.790035 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bd8d1f9d-3d76-4158-b6f6-9d585a138350 req-837281ca-f0f8-4114-9f5c-e4fbb7784adc tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1566060 Jun 30 12:03:51.798116 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4463b19-2e68-4d14-b355-afdf0e592139 req-dd69b9f1-f34a-4c49-be67-81955e54ca5d tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:51.799478 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a4463b19-2e68-4d14-b355-afdf0e592139 req-dd69b9f1-f34a-4c49-be67-81955e54ca5d tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 950 time: 0.1241751 Jun 30 12:03:51.869595 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a4463b19-2e68-4d14-b355-afdf0e592139 req-100aeacb-4a5f-4529-ac64-e70c1638ad5d tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e133fd-abf6-428d-b6aa-79cb7241767c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561304 Jun 30 12:03:51.872100 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bd8d1f9d-3d76-4158-b6f6-9d585a138350 req-cd5933c0-a53d-4b32-a87f-37ca97e39620 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717678 Jun 30 12:03:53.133662 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f4480-5484-4639-b253-868949698412 req-a1a443b0-c2bf-4a8d-a8fb-739786ba3b75 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:53.135174 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f54f4480-5484-4639-b253-868949698412 req-a1a443b0-c2bf-4a8d-a8fb-739786ba3b75 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 950 time: 0.1567924 Jun 30 12:03:53.140198 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:53.146406 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4db134-9c34-443f-bc1c-fc273351be88 req-b9eaf4a9-a26e-4176-8811-8bac7d2f78bf tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:53.147866 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ec4db134-9c34-443f-bc1c-fc273351be88 req-b9eaf4a9-a26e-4176-8811-8bac7d2f78bf tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1339121 Jun 30 12:03:53.220775 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f54f4480-5484-4639-b253-868949698412 req-81d89d13-5015-4bf0-ab90-b9437dd9a157 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e133fd-abf6-428d-b6aa-79cb7241767c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718963 Jun 30 12:03:53.226517 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ec4db134-9c34-443f-bc1c-fc273351be88 req-57dc8b08-30b7-408b-9ac6-8405449d2557 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633056 Jun 30 12:03:53.917057 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb83963-c7eb-4c60-8257-c59ba6874ff0 req-fb9a83f5-cf6d-4726-8dd4-71ff06877149 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:53.918551 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-afb83963-c7eb-4c60-8257-c59ba6874ff0 req-fb9a83f5-cf6d-4726-8dd4-71ff06877149 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 950 time: 0.0947101 Jun 30 12:03:53.965943 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-afb83963-c7eb-4c60-8257-c59ba6874ff0 req-a755b40b-ebc7-4873-b1b1-46cffe967a7a tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e133fd-abf6-428d-b6aa-79cb7241767c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Jun 30 12:03:54.431196 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4ddad-47f5-4631-b0a6-9171928e7e9b req-029fcf50-25c5-42f2-bff2-629691d93e3d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:54.432737 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bee4ddad-47f5-4631-b0a6-9171928e7e9b req-029fcf50-25c5-42f2-bff2-629691d93e3d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0942824 Jun 30 12:03:54.478402 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bee4ddad-47f5-4631-b0a6-9171928e7e9b req-0ec701d5-f91a-45b6-9544-b137ed39c78f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399218 Jun 30 12:03:55.165588 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef3de-a3b1-4559-92b3-69a2c62ac543 req-f7fbbfe5-c1bb-4187-8a85-8a10101ff022 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:55.167077 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-39cef3de-a3b1-4559-92b3-69a2c62ac543 req-f7fbbfe5-c1bb-4187-8a85-8a10101ff022 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 950 time: 0.0914385 Jun 30 12:03:55.212375 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-39cef3de-a3b1-4559-92b3-69a2c62ac543 req-a25fcfea-2344-4ca3-a519-bf612299a54c tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3e133fd-abf6-428d-b6aa-79cb7241767c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391288 Jun 30 12:03:55.394055 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d78987-38c5-4802-84ca-575a1d4f8d5d req-abd60ded-dd43-4fa4-8c0e-7ea4c5ccdf57 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:55.394914 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-e0d78987-38c5-4802-84ca-575a1d4f8d5d req-abd60ded-dd43-4fa4-8c0e-7ea4c5ccdf57 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Synchronizing usage tracker for tenant:44b19bd91e8c4f4696587d37168413d8 on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:03:55.471649 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-e0d78987-38c5-4802-84ca-575a1d4f8d5d req-abd60ded-dd43-4fa4-8c0e-7ea4c5ccdf57 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Unset dirty status for tenant:44b19bd91e8c4f4696587d37168413d8 on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:03:55.472934 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e0d78987-38c5-4802-84ca-575a1d4f8d5d req-abd60ded-dd43-4fa4-8c0e-7ea4c5ccdf57 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 950 time: 0.1745627 Jun 30 12:03:55.551901 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-e0d78987-38c5-4802-84ca-575a1d4f8d5d req-9ab663c5-87ac-4371-8fdb-2d25132d9b3b tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Deleting port 02e8c21b-8924-42d6-b79b-c2d7c24226eb {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:03:55.552862 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-e0d78987-38c5-4802-84ca-575a1d4f8d5d req-9ab663c5-87ac-4371-8fdb-2d25132d9b3b tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:55.682893 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed68f3-661c-4b86-9ae3-f1847c529d93 req-78fb62d4-a3e6-49d4-a68a-8e34c37a7076 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:55.684400 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-51ed68f3-661c-4b86-9ae3-f1847c529d93 req-78fb62d4-a3e6-49d4-a68a-8e34c37a7076 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0943661 Jun 30 12:03:55.730473 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-51ed68f3-661c-4b86-9ae3-f1847c529d93 req-f9c3ffc5-33ed-4f14-88bc-83de427aecdf tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402927 Jun 30 12:03:55.817022 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-e0d78987-38c5-4802-84ca-575a1d4f8d5d req-9ab663c5-87ac-4371-8fdb-2d25132d9b3b tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] For port 02e8c21b-8924-42d6-b79b-c2d7c24226eb, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=02e8c21b-8924-42d6-b79b-c2d7c24226eb,segment=NetworkSegment(1e78c37c-e432-4438-9dfc-0296f09cd414),segment_id=1e78c37c-e432-4438-9dfc-0296f09cd414)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:03:55.817563 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-e0d78987-38c5-4802-84ca-575a1d4f8d5d req-9ab663c5-87ac-4371-8fdb-2d25132d9b3b tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:56.037395 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-e0d78987-38c5-4802-84ca-575a1d4f8d5d req-9ab663c5-87ac-4371-8fdb-2d25132d9b3b tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Calling delete_port for 02e8c21b-8924-42d6-b79b-c2d7c24226eb owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:03:56.272050 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-e0d78987-38c5-4802-84ca-575a1d4f8d5d req-9ab663c5-87ac-4371-8fdb-2d25132d9b3b tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:56.326250 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab663c5-87ac-4371-8fdb-2d25132d9b3b tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Pushing event deleted for resources: {'Port': ['ID=02e8c21b-8924-42d6-b79b-c2d7c24226eb,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:03:56.374823 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-795206d7-bac9-4c72-82af-2b7bafba487b req-39604cdb-1ecf-47d6-ac0b-3b750524819f tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 210 time: 0.0499003 Jun 30 12:03:56.417080 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d78987-38c5-4802-84ca-575a1d4f8d5d req-9ab663c5-87ac-4371-8fdb-2d25132d9b3b tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] No DVR routers for this DVR port 02e8c21b-8924-42d6-b79b-c2d7c24226eb on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:03:56.419730 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-e0d78987-38c5-4802-84ca-575a1d4f8d5d req-9ab663c5-87ac-4371-8fdb-2d25132d9b3b tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:03:56.422446 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd29631-0cc3-4dc2-b0b2-c9818a14d76a', 'name': 'network-vif-deleted', 'tag': '02e8c21b-8924-42d6-b79b-c2d7c24226eb'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:03:56.469968 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c47ccb-bfa0-44ab-8eeb-a7338ac9dc00'] response: {'server_uuid': 'bfd29631-0cc3-4dc2-b0b2-c9818a14d76a', 'name': 'network-vif-deleted', 'tag': '02e8c21b-8924-42d6-b79b-c2d7c24226eb', 'status': 'completed', 'code': 200} Jun 30 12:03:56.551859 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e0d78987-38c5-4802-84ca-575a1d4f8d5d req-9ab663c5-87ac-4371-8fdb-2d25132d9b3b tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.44 "DELETE /v2.0/ports/02e8c21b-8924-42d6-b79b-c2d7c24226eb HTTP/1.1" status: 204 len: 173 time: 1.0733435 Jun 30 12:03:56.944763 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a369d73-4ef9-4838-be10-8e6396ef8ba8 req-ff6a7de0-94d2-4a6a-b727-5e8b8af50c38 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:56.946279 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3a369d73-4ef9-4838-be10-8e6396ef8ba8 req-ff6a7de0-94d2-4a6a-b727-5e8b8af50c38 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0968568 Jun 30 12:03:56.992231 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3a369d73-4ef9-4838-be10-8e6396ef8ba8 req-8d193f02-8ff4-4e13-b0d1-942e208c8720 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402646 Jun 30 12:03:57.554841 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-77e976fc-696d-4bc0-a9e5-edfafc6b6f62 req-25d871ed-8db8-4760-aa67-109a0532a149 tempest-VolumesNegativeTest-2055827915 tempest-VolumesNegativeTest-2055827915-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfd29631-0cc3-4dc2-b0b2-c9818a14d76a HTTP/1.1" status: 200 len: 210 time: 0.0553362 Jun 30 12:03:57.882628 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 02e8c21b-8924-42d6-b79b-c2d7c24226eb no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:03:57.921232 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: 02e8c21b-8924-42d6-b79b-c2d7c24226eb {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:03:57.921574 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 02e8c21b-8924-42d6-b79b-c2d7c24226eb not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:03:58.189256 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcde2f7-019c-4148-93cc-b1ec34dae313 req-31919549-9d1b-47c7-9d01-a06f1bda0843 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:58.190672 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2bcde2f7-019c-4148-93cc-b1ec34dae313 req-31919549-9d1b-47c7-9d01-a06f1bda0843 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0943222 Jun 30 12:03:58.236723 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2bcde2f7-019c-4148-93cc-b1ec34dae313 req-f4ae9db0-a3a6-4116-bf9f-aa47b5e71be6 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403690 Jun 30 12:03:59.446678 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc905760-012a-4463-abf9-3391a26b0679 req-5c49ca48-a981-49d8-addc-4f89dcf3b3dc tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:03:59.446678 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bc905760-012a-4463-abf9-3391a26b0679 req-5c49ca48-a981-49d8-addc-4f89dcf3b3dc tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0920012 Jun 30 12:03:59.600878 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bc905760-012a-4463-abf9-3391a26b0679 req-d62cc07c-ab55-4743-827f-9f9dc234fd64 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544302 Jun 30 12:04:00.805356 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311de434-d899-42b7-a82c-e01c59428709 req-890e2c22-4dfb-4758-bdb7-49a69d065272 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:00.806907 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-311de434-d899-42b7-a82c-e01c59428709 req-890e2c22-4dfb-4758-bdb7-49a69d065272 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0972464 Jun 30 12:04:00.856809 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-311de434-d899-42b7-a82c-e01c59428709 req-fd8a8a00-57af-4717-9681-1e4529da4518 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440218 Jun 30 12:04:02.066904 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8276e00-ba83-4c92-93d8-1e7b05f3d26c req-40de30b1-4376-4524-89c2-30f1c2f8da45 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:02.068528 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e8276e00-ba83-4c92-93d8-1e7b05f3d26c req-40de30b1-4376-4524-89c2-30f1c2f8da45 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0974231 Jun 30 12:04:02.118138 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e8276e00-ba83-4c92-93d8-1e7b05f3d26c req-1fb454c9-ff90-4134-ac66-ede6c8dec790 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437479 Jun 30 12:04:03.331094 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913f730-73e4-41fd-995c-102d53eb0038 req-dfe2c6dd-304f-47ef-a7cb-6a04ae5ddf87 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:03.332651 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5913f730-73e4-41fd-995c-102d53eb0038 req-dfe2c6dd-304f-47ef-a7cb-6a04ae5ddf87 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0978348 Jun 30 12:04:03.383582 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5913f730-73e4-41fd-995c-102d53eb0038 req-55698d09-d0b3-4663-bb94-0c2a5cfd2cac tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441096 Jun 30 12:04:04.582980 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7461fb-5256-4d3d-ba8e-0ee3b74471d3 req-46ad2827-df94-435b-8810-9ff68b38128c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:04.584523 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7c7461fb-5256-4d3d-ba8e-0ee3b74471d3 req-46ad2827-df94-435b-8810-9ff68b38128c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0927944 Jun 30 12:04:04.628389 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7c7461fb-5256-4d3d-ba8e-0ee3b74471d3 req-8ce31938-bcf9-4f5c-bb0f-6109072da0fd tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381994 Jun 30 12:04:05.823588 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c53f6-a128-44af-b770-594e04446b01 req-8daefa32-7133-4352-a08d-fa604f77d493 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:05.825062 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-533c53f6-a128-44af-b770-594e04446b01 req-8daefa32-7133-4352-a08d-fa604f77d493 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0922265 Jun 30 12:04:05.877868 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-533c53f6-a128-44af-b770-594e04446b01 req-62f9e7f7-ded4-488b-9b19-a1c8300be343 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464854 Jun 30 12:04:07.097522 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d37f18-77c5-41a3-b65b-eb3d3c08365b req-d01bcdf6-f116-4f5f-bfd6-78bd3f39c521 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:07.099258 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-17d37f18-77c5-41a3-b65b-eb3d3c08365b req-d01bcdf6-f116-4f5f-bfd6-78bd3f39c521 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0912428 Jun 30 12:04:07.148874 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-17d37f18-77c5-41a3-b65b-eb3d3c08365b req-e528f40b-1043-4866-911b-68e1b9b03468 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435922 Jun 30 12:04:08.342650 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79729adb-839b-43ff-baea-1b5afeab0f9c req-454c91c9-00ca-49ec-a3ac-ab376c47b0ac tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:08.344130 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-79729adb-839b-43ff-baea-1b5afeab0f9c req-454c91c9-00ca-49ec-a3ac-ab376c47b0ac tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0908968 Jun 30 12:04:08.391488 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-79729adb-839b-43ff-baea-1b5afeab0f9c req-17ffbfa1-5e00-4813-a824-305c8d60f6aa tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404544 Jun 30 12:04:09.603603 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a91ca8-186c-4af4-bd8a-7aeb22459d8d req-d609a60c-2b33-4c7c-92f2-71c4c935fa7d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:09.605125 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b4a91ca8-186c-4af4-bd8a-7aeb22459d8d req-d609a60c-2b33-4c7c-92f2-71c4c935fa7d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1001933 Jun 30 12:04:09.650665 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b4a91ca8-186c-4af4-bd8a-7aeb22459d8d req-2615c8f8-9dbe-4846-8c41-df75bc6b779e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398228 Jun 30 12:04:10.847932 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1ec3-5f17-473a-af50-03af8793c2e9 req-826ea3fb-9bbc-425b-99a7-cb89cef4e359 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:10.849737 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-19bb1ec3-5f17-473a-af50-03af8793c2e9 req-826ea3fb-9bbc-425b-99a7-cb89cef4e359 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0892239 Jun 30 12:04:10.898015 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-19bb1ec3-5f17-473a-af50-03af8793c2e9 req-b2ccd125-212a-4e10-b857-48baadfb9050 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428793 Jun 30 12:04:12.062761 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:04:12.092871 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c932a0-bd3f-47d3-9fcd-1ec7af1a9e27 req-ebacf291-7abb-4a9c-b880-f310eef8372f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:12.094226 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e4c932a0-bd3f-47d3-9fcd-1ec7af1a9e27 req-ebacf291-7abb-4a9c-b880-f310eef8372f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0905175 Jun 30 12:04:12.147271 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e4c932a0-bd3f-47d3-9fcd-1ec7af1a9e27 req-4f101e54-8f6d-4ffe-af4d-63c953a54638 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392416 Jun 30 12:04:13.337435 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306667cb-b612-4d75-871b-2021bbec650a req-24fd4380-86d0-4cad-808e-e8b2334df375 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:13.338978 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-306667cb-b612-4d75-871b-2021bbec650a req-24fd4380-86d0-4cad-808e-e8b2334df375 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0938785 Jun 30 12:04:13.384217 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-306667cb-b612-4d75-871b-2021bbec650a req-9cce6f8a-fddd-49cc-9de6-868b305e3fd3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394418 Jun 30 12:04:14.582152 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8e7b4-2330-44a5-8f48-cb99d8abd1f4 req-d7a9b597-75eb-482d-bdc3-8a6c71d4269a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:14.584054 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-96b8e7b4-2330-44a5-8f48-cb99d8abd1f4 req-d7a9b597-75eb-482d-bdc3-8a6c71d4269a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0914328 Jun 30 12:04:14.636406 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-96b8e7b4-2330-44a5-8f48-cb99d8abd1f4 req-75d6d74c-c2e0-4153-9567-cf6947587e04 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462930 Jun 30 12:04:15.833423 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe089a-9e1b-4012-a6dd-597b6f8f7374 req-7962f121-388a-458a-b216-810ce56311d7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:15.835004 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-04fe089a-9e1b-4012-a6dd-597b6f8f7374 req-7962f121-388a-458a-b216-810ce56311d7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0922656 Jun 30 12:04:15.880768 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-04fe089a-9e1b-4012-a6dd-597b6f8f7374 req-bb2f8733-8aba-44eb-bfcb-f9266142ba41 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400319 Jun 30 12:04:16.123452 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:17.081068 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff033f7-d510-4778-8128-32fbe2f6c376 req-f85db09e-ecaf-4f34-9ace-05c3c96d9c9f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:17.082561 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eff033f7-d510-4778-8128-32fbe2f6c376 req-f85db09e-ecaf-4f34-9ace-05c3c96d9c9f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0970392 Jun 30 12:04:17.128093 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eff033f7-d510-4778-8128-32fbe2f6c376 req-91a304b1-733f-45c3-a56f-7c855b705aaf tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386412 Jun 30 12:04:18.219137 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-51308313-6607-4948-b1c5-e1ab45ccd287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:18.332070 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff93c2-00fc-4472-b511-628b5ead6004 req-dfdec16e-5117-4b3e-baf7-e7ab145dbd55 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:18.333811 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e7ff93c2-00fc-4472-b511-628b5ead6004 req-dfdec16e-5117-4b3e-baf7-e7ab145dbd55 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0890329 Jun 30 12:04:18.382580 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e7ff93c2-00fc-4472-b511-628b5ead6004 req-274e8915-0d1b-4235-8567-de2c4528749c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431304 Jun 30 12:04:19.573725 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada69ec2-1db2-49f0-b507-c5e67fea51e2 req-cf464788-92f8-49f7-b188-07e75f296a8b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:19.575191 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ada69ec2-1db2-49f0-b507-c5e67fea51e2 req-cf464788-92f8-49f7-b188-07e75f296a8b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0867832 Jun 30 12:04:19.621615 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ada69ec2-1db2-49f0-b507-c5e67fea51e2 req-b96f9853-bc28-43f5-b46c-7ccb4dd3bca5 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405118 Jun 30 12:04:20.466113 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-40936182-36ab-42de-b08f-275a215206b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:20.821408 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc6730-8d83-4895-bb25-d5641061200e req-fb145758-454f-487c-8a6b-dad0d1f89eed tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:20.822831 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c6cc6730-8d83-4895-bb25-d5641061200e req-fb145758-454f-487c-8a6b-dad0d1f89eed tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0930052 Jun 30 12:04:20.867028 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c6cc6730-8d83-4895-bb25-d5641061200e req-6a304440-d6b4-4688-8dcf-87ce90c5827a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384789 Jun 30 12:04:21.425981 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:21.706226 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:22.068299 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3e46e-f1f4-4094-b6d9-aa24649fea10 req-d9d15f0c-628a-427e-9699-26882a3493ac tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:22.070008 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9ef3e46e-f1f4-4094-b6d9-aa24649fea10 req-d9d15f0c-628a-427e-9699-26882a3493ac tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0917771 Jun 30 12:04:22.120796 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9ef3e46e-f1f4-4094-b6d9-aa24649fea10 req-5a010de4-e599-4c28-8bf3-04db3e18337f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447919 Jun 30 12:04:23.152334 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:23.318467 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720a0af-337a-4f4e-bb02-f1335721f96e req-d4ffeb38-dc0c-4f34-a25c-2ce6f06f93f5 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:23.320133 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0720a0af-337a-4f4e-bb02-f1335721f96e req-d4ffeb38-dc0c-4f34-a25c-2ce6f06f93f5 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0911028 Jun 30 12:04:23.369798 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0720a0af-337a-4f4e-bb02-f1335721f96e req-74a4e41d-89a4-4b9f-8f7a-e37093c4e75e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437219 Jun 30 12:04:24.712086 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9de3e-0f3a-42be-97db-836a34146c94 req-f994754c-1bbf-409f-96ca-660db26a46b6 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:24.713620 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3fa9de3e-0f3a-42be-97db-836a34146c94 req-f994754c-1bbf-409f-96ca-660db26a46b6 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0968082 Jun 30 12:04:24.760130 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3fa9de3e-0f3a-42be-97db-836a34146c94 req-56df78f8-df59-44d1-8f42-7799f4c0ec7e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406897 Jun 30 12:04:25.958630 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d69a74-e6d9-456d-94f3-8285319f1aa1 req-09b8ce5a-126c-4b2a-983b-f0bca293285e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:25.960120 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b2d69a74-e6d9-456d-94f3-8285319f1aa1 req-09b8ce5a-126c-4b2a-983b-f0bca293285e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0910211 Jun 30 12:04:26.011515 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b2d69a74-e6d9-456d-94f3-8285319f1aa1 req-6e3be671-fad7-4648-8cf8-259033e7dbff tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456812 Jun 30 12:04:27.312799 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26ed61-22f7-429f-a054-5cf3baa775fb req-91a3423e-eb0d-4c13-afe6-8feee94c8e79 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:27.314308 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3e26ed61-22f7-429f-a054-5cf3baa775fb req-91a3423e-eb0d-4c13-afe6-8feee94c8e79 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1915421 Jun 30 12:04:27.359367 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3e26ed61-22f7-429f-a054-5cf3baa775fb req-97d8b794-b4e4-4c81-9daf-01d43035ac5d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388844 Jun 30 12:04:27.935485 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41ffdf-24f3-40be-a0d0-00f24f68334d req-a2f5b4cb-91b9-43e1-a62e-c41b731c3aff tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:27.936262 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-0b41ffdf-24f3-40be-a0d0-00f24f68334d req-a2f5b4cb-91b9-43e1-a62e-c41b731c3aff tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Synchronizing usage tracker for tenant:eba484848b8e4410a0a4acc6f3019575 on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:04:27.948987 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-0b41ffdf-24f3-40be-a0d0-00f24f68334d req-a2f5b4cb-91b9-43e1-a62e-c41b731c3aff tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Unset dirty status for tenant:eba484848b8e4410a0a4acc6f3019575 on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:04:27.950120 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-0b41ffdf-24f3-40be-a0d0-00f24f68334d req-a2f5b4cb-91b9-43e1-a62e-c41b731c3aff tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.1157675 Jun 30 12:04:28.024884 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-0b41ffdf-24f3-40be-a0d0-00f24f68334d req-60b38cee-4338-43fc-b584-f632ca4f748a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Deleting port 14677172-f70a-42f9-b49b-19b9f7b2802b {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:04:28.025234 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-0b41ffdf-24f3-40be-a0d0-00f24f68334d req-60b38cee-4338-43fc-b584-f632ca4f748a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:28.295222 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-0b41ffdf-24f3-40be-a0d0-00f24f68334d req-60b38cee-4338-43fc-b584-f632ca4f748a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] For port 14677172-f70a-42f9-b49b-19b9f7b2802b, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=14677172-f70a-42f9-b49b-19b9f7b2802b,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:04:28.295579 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-0b41ffdf-24f3-40be-a0d0-00f24f68334d req-60b38cee-4338-43fc-b584-f632ca4f748a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:28.421173 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-0b41ffdf-24f3-40be-a0d0-00f24f68334d req-60b38cee-4338-43fc-b584-f632ca4f748a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Calling delete_port for 14677172-f70a-42f9-b49b-19b9f7b2802b owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:04:28.557683 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb76f81-5842-43bd-aacc-0a2a3decfacb req-c1b7042b-60af-4837-a385-b991d0c73bb2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:28.559095 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7bb76f81-5842-43bd-aacc-0a2a3decfacb req-c1b7042b-60af-4837-a385-b991d0c73bb2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 943 time: 0.0934865 Jun 30 12:04:28.605462 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7bb76f81-5842-43bd-aacc-0a2a3decfacb req-4a798d9a-d396-46be-b523-ffa93e645293 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/security-groups?id=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405579 Jun 30 12:04:28.683275 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-0b41ffdf-24f3-40be-a0d0-00f24f68334d req-60b38cee-4338-43fc-b584-f632ca4f748a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:28.737220 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b38cee-4338-43fc-b584-f632ca4f748a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Pushing event deleted for resources: {'Port': ['ID=14677172-f70a-42f9-b49b-19b9f7b2802b,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:04:28.851372 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b41ffdf-24f3-40be-a0d0-00f24f68334d req-60b38cee-4338-43fc-b584-f632ca4f748a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] No DVR routers for this DVR port 14677172-f70a-42f9-b49b-19b9f7b2802b on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:04:28.854435 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-0b41ffdf-24f3-40be-a0d0-00f24f68334d req-60b38cee-4338-43fc-b584-f632ca4f748a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:28.857306 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'name': 'network-vif-deleted', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:04:28.905513 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea71f28-ac92-4e69-ad69-fe67416502f6'] response: {'server_uuid': '94f1a628-7ddb-459b-8993-34bcfd1cafab', 'name': 'network-vif-deleted', 'tag': '14677172-f70a-42f9-b49b-19b9f7b2802b', 'status': 'completed', 'code': 200} Jun 30 12:04:28.986995 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-0b41ffdf-24f3-40be-a0d0-00f24f68334d req-60b38cee-4338-43fc-b584-f632ca4f748a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.44 "DELETE /v2.0/ports/14677172-f70a-42f9-b49b-19b9f7b2802b HTTP/1.1" status: 204 len: 173 time: 1.0304661 Jun 30 12:04:29.759356 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8b4effa7-1c1e-4529-9a50-02d7cad76059 req-3142143f-5cd3-4eaf-bb3b-f5b61fc3733f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0493269 Jun 30 12:04:30.921609 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-afa5bfcf-b6bd-4026-956a-3a4e343f94b4 req-c8644cc7-c95f-461a-95ba-29848c31eed1 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0540752 Jun 30 12:04:32.088988 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-046463c5-1e38-4448-bb8a-cbb3576a8b8a req-5ad0efdb-2df6-492b-82b1-83c7c1bbd5e3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0517886 Jun 30 12:04:33.263247 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f5f30850-8378-4e91-97fd-a841d76479fb req-d14ff5f4-e59a-42b4-a0c8-4d48308c57dc tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0549753 Jun 30 12:04:34.426361 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e295308d-1e36-4073-8d3f-6cf912453641 req-d6f604d9-902a-49ce-828a-31e5a3e60ca9 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0510561 Jun 30 12:04:35.584811 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0c57e1ae-8f52-4ff7-9929-20de592723cf req-16b561d4-899f-4f23-ba0a-0235bfdb88c7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0490930 Jun 30 12:04:36.749862 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-86176951-cb77-499d-a0ff-e31fbf75e147 req-4379e3f5-0e64-48bf-ac8b-85551347b183 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0542877 Jun 30 12:04:37.919190 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0b9a311d-81ae-4f32-a5c7-fa81b091c564 req-c34a6901-5255-4374-949c-72c94dbc9901 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0579731 Jun 30 12:04:39.082980 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b1bbc85c-9752-4ca9-b530-eddd6b7bb4a7 req-61ca01bb-5fb6-4cae-a6d1-47e9dc3c6865 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0550730 Jun 30 12:04:40.242294 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bb2f3748-4801-4d91-af81-5e74d25c6454 req-3cfa114d-b0d3-4837-b9a0-4952e58e1bab tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0518725 Jun 30 12:04:41.396782 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-05b73a4a-3e3a-4570-a9cd-deff64f5834b req-bc55171c-526a-4490-80c2-72e25528c8ac tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0494239 Jun 30 12:04:42.557157 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1030cf38-0e12-4199-8fb2-e1845aa5237d req-a6e427dd-a42b-4b47-9a47-f9c21b34551a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0538409 Jun 30 12:04:43.712039 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9d76d894-a0f0-45b3-843a-838210298671 req-90fa4c9a-0349-483e-b550-63c81ae60682 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0496798 Jun 30 12:04:44.873808 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-81c84b45-17a9-4af5-b360-a236e67cee34 req-91a05608-f7b1-497b-8a0e-87137f1c31c1 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0533495 Jun 30 12:04:46.041088 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e33f486-4c9a-417d-8bcf-d8fe58dd1df9 req-613e09c1-ec61-4188-9665-e415a6710682 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0559895 Jun 30 12:04:46.122662 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:47.200148 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2106cb09-98c9-4fcd-8fef-5ccd00215092 req-2bb88d0a-0c1b-4e0f-9d6d-f0fd0ef4cb03 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0508571 Jun 30 12:04:48.191962 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-566f45bd-f95c-42c2-a314-0bfcdc6435ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:48.364482 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-03b45a7c-63fd-49c1-bc74-9cdcb1634f56 req-595bf000-9330-47f8-b889-7608041922c8 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0538940 Jun 30 12:04:48.856636 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7c36401c-0802-4fbe-b7cb-54ad672ec598 req-7a93ddf0-7215-4c6d-9368-29d5226cf8c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853324 Jun 30 12:04:48.963394 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36401c-0802-4fbe-b7cb-54ad672ec598 req-869f8caf-ec11-4b90-a42f-c3f41e22ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:48.964940 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7c36401c-0802-4fbe-b7cb-54ad672ec598 req-869f8caf-ec11-4b90-a42f-c3f41e22ebcd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 1098 time: 0.0840759 Jun 30 12:04:49.062099 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:04:49.111800 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36401c-0802-4fbe-b7cb-54ad672ec598 req-9a832605-9838-4824-8191-5e3557d1fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:49.113297 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7c36401c-0802-4fbe-b7cb-54ad672ec598 req-9a832605-9838-4824-8191-5e3557d1fd0f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 913 time: 0.1285398 Jun 30 12:04:49.312647 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7c36401c-0802-4fbe-b7cb-54ad672ec598 req-0e60310f-e263-4894-ba10-5c7b842c6380 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 HTTP/1.1" status: 200 len: 999 time: 0.1930342 Jun 30 12:04:49.378709 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36401c-0802-4fbe-b7cb-54ad672ec598 req-8b556eaa-2689-4466-9a3c-7582a0b1740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:49.381443 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7c36401c-0802-4fbe-b7cb-54ad672ec598 req-8b556eaa-2689-4466-9a3c-7582a0b1740d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 200 len: 851 time: 0.0626953 Jun 30 12:04:49.472251 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36401c-0802-4fbe-b7cb-54ad672ec598 req-27eb1223-f20f-4084-aa5b-044259d3887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:04:49.474435 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7c36401c-0802-4fbe-b7cb-54ad672ec598 req-27eb1223-f20f-4084-aa5b-044259d3887d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d10cb7-945f-43a2-bb61-0a070d4fc848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858295 Jun 30 12:04:49.525770 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cd5c800d-4e8c-4ee2-82d1-ba59e1e650e6 req-dc7231ef-65a9-461a-a8e3-752a61a51122 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0516307 Jun 30 12:04:49.621711 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7c36401c-0802-4fbe-b7cb-54ad672ec598 req-1e1d319f-f095-40a2-8146-4ae8ff2f2729 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404200 Jun 30 12:04:49.753105 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-7c36401c-0802-4fbe-b7cb-54ad672ec598 req-1e35aa77-b04a-4977-9085-2d383a56fbef service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258976 Jun 30 12:04:50.437458 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-cd389699-7cbc-44c7-b668-7429666839eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:50.688037 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d71f26e3-d744-4b5e-8ed6-704be8e58b5e req-37dd3b19-df0c-4565-8273-b80f37c1d084 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0544484 Jun 30 12:04:51.443160 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:51.658798 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:51.849605 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-448f7669-c5ea-46c1-b868-852dcfca594c req-a3603ac8-7058-49b8-94a1-63ddc2de3f45 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0513153 Jun 30 12:04:53.014762 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-82a7eb86-d18c-4614-9578-c0f4f3968950 req-dc2b5619-8bd9-4664-841a-d414ef5a5e73 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0531440 Jun 30 12:04:53.157304 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:04:54.341102 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-26659482-5a4b-48d4-bdf0-52f001243cde req-7284d580-57d0-47b2-ac1f-acdb1664f32c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.2202408 Jun 30 12:04:55.495243 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c76cafe0-8d97-4196-979a-e4597576b8fd req-dd71765f-0a63-4cc2-a347-5379ab49c44d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0490646 Jun 30 12:04:56.654837 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4aed106a-153f-4a70-aaf6-820bb3d2ebc8 req-7cc6f748-0d46-4f4e-863b-f4fbc31b9e99 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0533304 Jun 30 12:04:57.806509 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-84b613ef-3305-41e0-99e0-8837e69dcf36 req-5b9bd982-6cd9-4ce1-927a-f5c1dc7e0923 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0491633 Jun 30 12:04:58.966967 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1eefa3c8-06a8-4592-ab2e-3858a1f326b3 req-69e29570-e2a6-473d-882d-6b834bb872c9 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0528917 Jun 30 12:05:00.266531 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0fe6f247-b279-4b4f-8f36-53dcd1c24986 req-bae4c348-18d5-45fa-ad3f-11c3f5a8559c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.1924226 Jun 30 12:05:01.421251 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4ab0a9d1-52cb-4a00-b8d5-c0945e3be2a9 req-3727f913-8773-4975-a3da-666bfe435fdc tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0504146 Jun 30 12:05:02.578405 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ebb96808-9648-4138-90a1-54cfd1df7c7e req-621410d4-9a3b-4046-9934-5e38ab8ee946 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0506549 Jun 30 12:05:03.732152 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f149136b-c5c4-4ea5-a34d-d5b4a34b5043 req-801f05be-6000-4b9c-8982-29e2b1dc98f7 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0490839 Jun 30 12:05:04.892544 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-800aec41-9394-49a0-b634-c7dc84b1c1b8 req-9c8949fb-f16e-4004-8b90-069cd0168464 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0526757 Jun 30 12:05:06.056781 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7f9870c2-7264-4fe7-9793-9cdacec08e03 req-4c5dc193-a2f6-44d7-bbf1-8f2934eae6a1 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0498164 Jun 30 12:05:07.215798 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-45a60683-c14f-4191-bbe7-a4cb202f5a89 req-97cc6043-9369-4e81-9bbd-210bd0bf9cb5 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0522501 Jun 30 12:05:08.377716 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b57e0af8-0322-4577-9b9d-57ba2f253e29 req-160c4c7e-98d5-483e-b4e5-885779789cb4 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0541484 Jun 30 12:05:09.532415 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b69f86a1-0ed8-4160-abd0-0a1f62ca84d9 req-4c5e2f48-da8d-4b0d-a5c9-aaba1d223349 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0502062 Jun 30 12:05:10.691363 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0ac65e68-4d7c-4c6e-bb25-12b235178d39 req-61a7eac6-8615-47ff-a994-9c6de8f6d98d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0533962 Jun 30 12:05:11.849506 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bc937abb-8619-4dde-8127-45ab268dbd9c req-aa2d40b4-2005-4d3a-983c-1d27b477c978 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0493476 Jun 30 12:05:13.009366 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-95d03acf-d012-4868-a8d4-2b1a47dd5794 req-3759cba0-75d3-42f8-bf5f-7328f297b5b1 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0540202 Jun 30 12:05:14.172713 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a57aa939-9775-46be-9159-356de4c14636 req-ffe0e3d4-585a-49c4-87fc-6916b333295a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0531380 Jun 30 12:05:15.330190 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-697864a3-8563-43b7-af31-e40789327115 req-c1147582-4a4a-470d-a8df-6f9137076a9a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0495446 Jun 30 12:05:16.138234 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:05:16.488858 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e2bec190-1ebd-42f0-9f25-fa2ff2fd05d1 req-7f8fe192-fd5e-427a-9c43-e4a5adc4bf27 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0524521 Jun 30 12:05:17.643356 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e0e85cb9-ef10-4d2c-9d65-a94e646e05c8 req-adc8c146-6d3b-446a-bfcb-9c424c5de042 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0497792 Jun 30 12:05:18.183972 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-71fb2505-d330-4e91-a900-b2f4c13006b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:05:18.799374 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6866e3dd-39f5-4e48-88b5-a861a284decc req-23537035-1368-41b4-a380-ccbd02881a2c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0498738 Jun 30 12:05:19.970273 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bbcf8d4b-b778-495f-a658-aae1a563e852 req-a2051e5c-03b7-40dc-a0f3-a6b8ac61d5a1 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0545123 Jun 30 12:05:20.459754 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-c43d3104-e04b-4a24-a7d1-1b6e02f453f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:05:21.128838 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ad42cbb2-67b7-4170-9c78-1cbe1299101d req-67930984-8b47-4107-ae16-9793ca642068 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0549989 Jun 30 12:05:21.465562 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:05:21.677653 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:05:22.292315 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ba1e84b0-859e-41d0-bfb8-58531574cbe3 req-53346120-c831-4bde-92c0-9f79bed0c749 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0523980 Jun 30 12:05:23.168423 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:05:23.444976 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c6548337-c609-4d89-a255-68575546b953 req-15546061-e22b-4b71-949d-a75b6676cf72 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0503333 Jun 30 12:05:24.602132 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-667cb01d-e493-4607-8e37-3ea41cd17ba8 req-a8402d11-261b-4e56-8cf0-122360b9763a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0529397 Jun 30 12:05:25.766579 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-953f0dae-9523-4c4f-b73b-61f8ef150baa req-ecc64fde-dd7a-4fbb-9dcf-29a3809c411d tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0560129 Jun 30 12:05:26.063948 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:05:26.930210 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-487ea8b6-e7ab-4c8a-8ec6-94eb55c4fce6 req-d375efaf-6500-482a-a3a9-d62554e70f52 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0512233 Jun 30 12:05:28.100794 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f6aaef57-fa38-401e-afb6-32f756be9b04 req-c7fed9e9-f14a-42bf-9c22-8ef9de6176f2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0532045 Jun 30 12:05:29.258149 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bb04c7b7-3110-466f-ab38-f223aca91e29 req-883a5865-2f2b-4c3d-ab78-e906555ffe28 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0507767 Jun 30 12:05:30.413292 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d95e7764-d6ca-4e63-a000-f52cd4f1587f req-be7193c1-08a6-49b4-93bf-e10edce29d72 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0502963 Jun 30 12:05:31.572214 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-62af0a4c-c63f-4df7-9f53-fd4fcdc8ab6e req-75cfbb78-2e4e-4790-a30f-48751d88b205 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0516384 Jun 30 12:05:32.726066 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ff117bd7-a519-4505-9c0d-82c2e09f8184 req-bce39321-0323-4a7e-a65f-b9a624438ade tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0500977 Jun 30 12:05:33.885245 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0a3ffa97-353a-4e2c-8302-33cec4480e2d req-9ab0e707-e0b8-4472-8b1a-2e89a4b0b880 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0543170 Jun 30 12:05:35.039649 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ba48409d-dd22-4601-94c5-257b2e184b66 req-ac369ace-01ec-44d8-a326-fd7d9c1c4f95 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0494411 Jun 30 12:05:36.198708 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7f347ad6-4ffd-4ea4-803f-2ebc78210700 req-d8eb8a77-400b-4c47-8a66-e376ffed9095 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0520344 Jun 30 12:05:37.361027 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-76be3741-c559-491e-a828-284d6f1e59a8 req-a0931ccc-fdf6-4127-b913-4f27e9f087da tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0535743 Jun 30 12:05:38.518009 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6413f00c-6cf3-4011-a8c8-bd8dfb0ae639 req-d4d3b07d-66ee-41ce-be7c-bb48623b7eee tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0502310 Jun 30 12:05:39.769573 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d620a4c7-7f87-418e-be52-31aff8412db4 req-e5b30842-a64c-4b5d-bf43-53cc8d7855dc tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.1480868 Jun 30 12:05:40.933133 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-12fea2d3-2c3c-49c3-a696-2b85138125b3 req-6fc227d3-df1e-4f91-80a9-7f5525c669ef tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0482712 Jun 30 12:05:42.104416 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2f9c7dd3-9dc1-4fb6-ae4b-7711df691df7 req-03a5d609-3220-4f8a-8cf6-8ff6a7107d2e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0528526 Jun 30 12:05:43.261320 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-650db8a4-e712-40bc-b315-c03decf48fd7 req-f0409a57-e9bf-4933-b5ee-4ac4bf8e4143 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0529351 Jun 30 12:05:44.414996 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0a2d85f2-5e74-4630-ba92-a51ebb052b8e req-ade85ac6-be78-4fb2-8103-038a3aeed565 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0498471 Jun 30 12:05:45.572782 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4ae026c1-7957-47a8-bf3b-d780eec2199b req-af522eed-6120-41c5-972c-4651a3013a90 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0540814 Jun 30 12:05:46.139957 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:05:46.728586 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-13b8d4c5-cfc1-4ef4-b18f-27a464ae4cf0 req-dfe842c0-e888-490d-bb89-d41629e15805 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0503771 Jun 30 12:05:47.886730 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-aeae3817-c54c-4b64-985f-f082d7f6c7ab req-c43c86d3-4eb4-41a4-93be-81e795c8eee6 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0507412 Jun 30 12:05:48.163614 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-04b86800-8c6c-4d75-a795-cd22c147c4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:05:49.047328 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a5a70fb6-1c11-439d-a946-45b774ca605c req-7da9b3e0-2e0e-4c92-8cab-50b760ca7266 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0534871 Jun 30 12:05:49.827761 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-91546252-c4d5-4396-a2a8-50e8c98d571d req-0d0c3117-395c-4f08-86a2-ebd479346d6f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1246977 Jun 30 12:05:49.983946 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91546252-c4d5-4396-a2a8-50e8c98d571d req-ae8efe19-54dc-4cc1-96d3-4b6be76c2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:05:49.986066 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-91546252-c4d5-4396-a2a8-50e8c98d571d req-ae8efe19-54dc-4cc1-96d3-4b6be76c2665 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 1098 time: 0.0846474 Jun 30 12:05:50.141244 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91546252-c4d5-4396-a2a8-50e8c98d571d req-ea2e67b9-81dc-4771-abf4-c97d92e959b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:05:50.142726 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-91546252-c4d5-4396-a2a8-50e8c98d571d req-ea2e67b9-81dc-4771-abf4-c97d92e959b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a HTTP/1.1" status: 200 len: 915 time: 0.1364086 Jun 30 12:05:50.212548 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-91546252-c4d5-4396-a2a8-50e8c98d571d req-e9049788-9957-40f4-83a6-108212bf65b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e8aba2c-4003-4212-a77a-3e5d50561a8c HTTP/1.1" status: 200 len: 217 time: 0.0631135 Jun 30 12:05:50.218420 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-22a67ffb-e459-4bf1-ba37-2c223072ea9a req-07118a06-fd04-4297-a897-21371b6f823f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0612831 Jun 30 12:05:50.280307 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91546252-c4d5-4396-a2a8-50e8c98d571d req-e3aaa60b-e35f-4e3a-b05d-9a01cc3ac7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:05:50.281765 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-91546252-c4d5-4396-a2a8-50e8c98d571d req-e3aaa60b-e35f-4e3a-b05d-9a01cc3ac7df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ccd0a6a-ce23-4548-811d-fc28303eb66c HTTP/1.1" status: 200 len: 854 time: 0.0619864 Jun 30 12:05:50.337212 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-91546252-c4d5-4396-a2a8-50e8c98d571d req-7ae2f3c3-fd4a-460a-bef6-0f147b9a0d66 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490139 Jun 30 12:05:50.347075 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [req-91546252-c4d5-4396-a2a8-50e8c98d571d req-474d25e1-1ae1-4204-850a-5ab0687a579d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 12:05:50.348066 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-91546252-c4d5-4396-a2a8-50e8c98d571d req-474d25e1-1ae1-4204-850a-5ab0687a579d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048475 Jun 30 12:05:50.442528 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-c49e9321-ec78-42d5-a964-3251520999c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:05:50.479461 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-91546252-c4d5-4396-a2a8-50e8c98d571d req-b347ab6c-95ca-4ee3-83d2-f409e8a8f570 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258080 Jun 30 12:05:50.611435 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-91546252-c4d5-4396-a2a8-50e8c98d571d req-3da0bb0a-9bab-418a-8a0c-a26b87447a55 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263258 Jun 30 12:05:51.379803 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-290f9760-7731-4460-9140-a0cb8d2f0545 req-f0070110-56ac-43c5-8256-0b3d425b665a tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0553114 Jun 30 12:05:51.448658 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:05:51.649725 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:05:52.537431 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-693bfd97-d0ec-4388-86ae-c3d960b46df8 req-1efff23b-138e-444c-ac73-5f732fdcfb95 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0502405 Jun 30 12:05:53.134332 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:05:53.691111 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-429fe650-e647-4b0f-8ecd-78e3548282ad req-9cea420c-17ae-4a68-83f1-393cd1dbd7cb tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0488610 Jun 30 12:05:54.850861 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0a247fb3-d79c-46f5-a146-6ed683b71c19 req-d4f1827b-563e-4572-b384-016d8fbb4074 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0536973 Jun 30 12:05:56.012444 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9fe62085-6e16-4971-ae77-e6203ec08f25 req-8b8388b0-8d5b-461f-ba64-9853407752bf tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0505118 Jun 30 12:05:57.170202 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f7a2fc86-0e90-4b8e-b112-16d427fa71f5 req-6d2ccefd-784b-4158-9e50-47669c16027c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0520747 Jun 30 12:05:58.325514 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1a1a99fe-3101-4e71-9d0b-ae6e3f1add33 req-6079de56-2a8c-476e-abf1-2e3b66aa9ac3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0506787 Jun 30 12:05:59.479753 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8c91f324-1657-40a3-9320-254bf3d8ee5b req-8c1770b2-c1db-4ade-86b4-cdb333d0dbcb tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0498402 Jun 30 12:06:00.637570 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-21f598cf-7ada-4c5e-bda6-19229482b5e8 req-cb509175-6a1c-47f2-bb23-db47b1036edd tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0538023 Jun 30 12:06:01.792859 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4903a998-bf57-4ead-90fe-2093e3e899c1 req-b0dfa489-3335-4cc8-9d9f-25773a1e266b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0486002 Jun 30 12:06:02.954017 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b083ede4-ea3d-4485-9460-c761c00e981b req-6422114c-7cfe-461b-a644-e951858c492e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0525916 Jun 30 12:06:03.063137 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:06:04.108530 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f69c9698-a087-45c7-a9f6-27f8bdf9ebb8 req-837681fd-f1a8-4c62-a56f-c409dc1efafc tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0496514 Jun 30 12:06:05.267337 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f81fd69c-23fc-47c7-8f09-c8fb0fe9bf99 req-ff54b709-e5bf-4724-a375-c83f8b7790de tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0538254 Jun 30 12:06:06.427952 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7d51242b-b2c0-4868-9c9e-1de77307aed6 req-e602965d-12ac-4468-8698-8e2eaf59d2d3 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0529664 Jun 30 12:06:07.617503 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e1573762-47c6-4838-9db5-8307580246b3 req-1ac2b883-3c59-4b3a-bf9c-fa177ad39579 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0676219 Jun 30 12:06:08.782109 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-58e8c890-a8e9-4989-8c1a-a268504287f9 req-1d85ffec-8abc-40ae-a4c5-89f03a2c9718 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0522006 Jun 30 12:06:09.942586 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2032da90-8856-4984-9f9a-58946dfa4cb7 req-913c0b9c-dd41-4b7b-9c24-0dcd61a9f429 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0513098 Jun 30 12:06:11.105638 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-69e0f621-2e9f-4beb-9d1f-bfd190cd9074 req-97b831ae-3ea5-4b02-bc67-03180e465b2b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0530508 Jun 30 12:06:12.258938 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c1cd0e1d-27fa-44fb-b259-acf4b7111c08 req-35bcec32-6b9f-4888-abe3-cca3ea6d3420 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0499187 Jun 30 12:06:13.428920 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f6965f50-9415-44ba-9cbe-d8ae93c69813 req-c9fedd1d-2705-4dd1-90fd-b11658bab82b tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0597639 Jun 30 12:06:14.592897 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-10d26999-6b0b-42d0-9e0c-422da2f9bcaa req-6951a549-54a4-4451-9a78-f80c292d865e tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0521288 Jun 30 12:06:15.750463 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-578e3b71-d444-4796-9000-d9e7690a7056 req-d5e6b2f2-1c11-4a4b-8e9d-a4f6bccf4b33 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0486014 Jun 30 12:06:16.143118 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:16.909811 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d8c29436-f70f-4507-8116-8d4443c87568 req-e24b656a-bc9e-4140-bc36-a30ba283d3ac tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0523500 Jun 30 12:06:18.172247 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-77a3ebf4-7fa9-46f3-82ea-7b21cb07a61d req-53070444-3943-42fd-95fa-c95b0f3aa1b2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.1577129 Jun 30 12:06:18.195505 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-948e8da1-ef88-4ee3-b6da-840ebb31d95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:19.334208 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f6df5891-7024-403d-a05e-f29dc60fd9f1 req-2b27764e-4148-4b61-9f79-52693a19a0ed tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0508792 Jun 30 12:06:20.459777 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9e47f5e7-2a22-4325-ad1b-7b7c893528f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:20.493560 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b26d7bfd-8e6d-45e9-a8e7-e92dcf153be1 req-5c7e8897-1d8e-4c3a-959b-d0b2d8cd562c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0524035 Jun 30 12:06:21.451547 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:21.653235 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8950caba-b859-4111-9221-41baab7e5d8a req-6b0b830c-d3ea-4b58-9e48-c2b8dd2521b8 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0521836 Jun 30 12:06:21.663129 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:22.825574 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b12a3862-4f6b-4086-9dc9-6e1a6fc7a17f req-4eaa3bda-3982-4b01-a320-b9ef6ba8b4ce tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0539694 Jun 30 12:06:23.145653 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:23.985556 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a042ca6f-1e26-4743-97d5-be230f1919c9 req-859a5d32-bce4-4d6f-bdcf-bc881eefd094 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0500674 Jun 30 12:06:25.148465 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-67ecaee1-4587-486c-9d3c-9eadf8eb7744 req-e38ecd37-4eb4-4ca5-9110-bb096e1b8f8c tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0495827 Jun 30 12:06:26.307391 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-31a3c73b-4d56-4acc-918a-56fa58647832 req-649be610-96c1-49b4-9c43-3fff00779718 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0567577 Jun 30 12:06:27.467948 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2fb5668e-a8c8-4dfe-a74a-08c7eec4354f req-cdd32c0d-2ad9-4e83-b06b-9035c60c2a38 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0510046 Jun 30 12:06:28.627338 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-06349b2c-edf2-4554-862c-8066b3144375 req-eab5e0dc-3a1f-4c5e-9726-7bdaa940772f tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0532615 Jun 30 12:06:29.799179 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f6c845cf-2161-4646-825e-f05599cadc73 req-e2ec8fa5-be57-4563-b4de-b78dcdf68fff tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f1a628-7ddb-459b-8993-34bcfd1cafab HTTP/1.1" status: 200 len: 210 time: 0.0512369 Jun 30 12:06:30.901331 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 50662) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:06:30.976664 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:31.010155 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:31.162904 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:31.185792 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25f7a8d-68e8-4322-8f50-bbcf1d2caa38,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:06:31.190380 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:31.190727 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:31.191062 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:31.191378 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:31.191698 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:31.192061 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:31.192316 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:31.192724 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:31.193038 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:31.193350 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:31.193661 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:31.193968 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:31.259471 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:31.263787 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-4a2efcf3-b9fa-4fd8-b934-d5af53c631c2 tempest-TestShelveInstance-2095691897 tempest-TestShelveInstance-2095691897-project] 10.222.0.18 "DELETE /v2.0/security-groups/b25f7a8d-68e8-4322-8f50-bbcf1d2caa38 HTTP/1.1" status: 204 len: 168 time: 0.3582039 Jun 30 12:06:31.389470 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 50676) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:06:32.134836 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-bf96878d-377a-43e4-b1b5-bd2bf81f8f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534753'] for router_interface, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:32.604427 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-bf96878d-377a-43e4-b1b5-bd2bf81f8f1b admin admin] Deleting port 953d88d7-2c2b-41ba-a336-bae0f5c5e256 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:06:32.604769 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-bf96878d-377a-43e4-b1b5-bd2bf81f8f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:32.783793 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-bf96878d-377a-43e4-b1b5-bd2bf81f8f1b admin admin] For port 953d88d7-2c2b-41ba-a336-bae0f5c5e256, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=953d88d7-2c2b-41ba-a336-bae0f5c5e256,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:06:32.784046 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-bf96878d-377a-43e4-b1b5-bd2bf81f8f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:32.914622 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-bf96878d-377a-43e4-b1b5-bd2bf81f8f1b admin admin] Calling delete_port for 953d88d7-2c2b-41ba-a336-bae0f5c5e256 owned by network:router_interface {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:06:33.223089 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-bf96878d-377a-43e4-b1b5-bd2bf81f8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:33.273279 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96878d-377a-43e4-b1b5-bd2bf81f8f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=953d88d7-2c2b-41ba-a336-bae0f5c5e256,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:06:33.565828 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-bf96878d-377a-43e4-b1b5-bd2bf81f8f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534677'] for router_interface, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:33.926873 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf96878d-377a-43e4-b1b5-bd2bf81f8f1b admin admin] Router 3e13d25f-bb18-413b-a51b-2c0cdc34322b has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:06:34.219020 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf96878d-377a-43e4-b1b5-bd2bf81f8f1b admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:06:34.230403 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3da092-f6db-4a9f-8b49-3bb9a1e2e3d1 None None] Sync routers for ids ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:06:34.233135 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-bf96878d-377a-43e4-b1b5-bd2bf81f8f1b admin admin] 10.222.0.18 "PUT /v2.0/routers/3e13d25f-bb18-413b-a51b-2c0cdc34322b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8425534 Jun 30 12:06:34.235960 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 50708) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:06:34.244168 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3da092-f6db-4a9f-8b49-3bb9a1e2e3d1 None None] Routers {'3e13d25f-bb18-413b-a51b-2c0cdc34322b'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:06:34.246062 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-bb3da092-f6db-4a9f-8b49-3bb9a1e2e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:06:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:06:34.433659 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:34.440807 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-bb3da092-f6db-4a9f-8b49-3bb9a1e2e3d1 None None] Set router 3e13d25f-bb18-413b-a51b-2c0cdc34322b gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:06:34.619670 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:34.717102 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] Deleting port 3af9fec2-3eca-441d-9741-76134a1848fb {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:06:34.717459 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:34.734323 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-bb3da092-f6db-4a9f-8b49-3bb9a1e2e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T12:06:33Z', 'revision_number': 5, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port': {'id': '3af9fec2-3eca-441d-9741-76134a1848fb', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:26Z', 'updated_at': '2022-06-30T11:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:06:34.736459 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3da092-f6db-4a9f-8b49-3bb9a1e2e3d1 None None] Checking router: 3e13d25f-bb18-413b-a51b-2c0cdc34322b for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:06:34.747290 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3da092-f6db-4a9f-8b49-3bb9a1e2e3d1 None None] Routers {'3e13d25f-bb18-413b-a51b-2c0cdc34322b'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:06:34.747915 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-bb3da092-f6db-4a9f-8b49-3bb9a1e2e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:06:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:06:35.001925 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] For port 3af9fec2-3eca-441d-9741-76134a1848fb, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=3af9fec2-3eca-441d-9741-76134a1848fb,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:06:35.001925 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:35.003190 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-bb3da092-f6db-4a9f-8b49-3bb9a1e2e3d1 None None] Set router 3e13d25f-bb18-413b-a51b-2c0cdc34322b gateway port host: None {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:06:35.061080 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-bb3da092-f6db-4a9f-8b49-3bb9a1e2e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T12:06:34Z', 'revision_number': 6, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port_host': None}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:06:35.063310 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] Calling delete_port for 3af9fec2-3eca-441d-9741-76134a1848fb owned by network:router_gateway {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:06:35.065269 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3da092-f6db-4a9f-8b49-3bb9a1e2e3d1 None None] The sync data for ids ['3e13d25f-bb18-413b-a51b-2c0cdc34322b'] in dv-cinder-848250-1-iscsi is: [{'id': '3e13d25f-bb18-413b-a51b-2c0cdc34322b', 'name': 'tempest-TestShelveInstance-766087010-router', 'tenant_id': 'eba484848b8e4410a0a4acc6f3019575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:23Z', 'updated_at': '2022-06-30T12:06:34Z', 'revision_number': 6, 'project_id': 'eba484848b8e4410a0a4acc6f3019575', 'gw_port_host': None}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:06:35.326007 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:35.376982 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3af9fec2-3eca-441d-9741-76134a1848fb,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:06:35.483159 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579328'] for router_gateway, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:35.766419 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7319'] for router, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:35.768549 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:35.891348 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-580833'] for router, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:35.891894 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e13d25f-bb18-413b-a51b-2c0cdc34322b {{(pid=88751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 12:06:35.907267 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:35.908900 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-d4360b42-6a5b-47fa-97ec-171613478fb5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3e13d25f-bb18-413b-a51b-2c0cdc34322b HTTP/1.1" status: 204 len: 168 time: 1.6713343 Jun 30 12:06:35.911168 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 50728) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:06:35.974831 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e23f98-bfc3-4e1b-8c42-b4e24b034e3e admin admin] Deleting subnet 8fd1625f-4000-45fe-8c1a-a812dcf95e0d {{(pid=88751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 12:06:35.978125 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a0e23f98-bfc3-4e1b-8c42-b4e24b034e3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:36.036111 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a0e23f98-bfc3-4e1b-8c42-b4e24b034e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28115161'] for subnet, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:36.125800 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a0e23f98-bfc3-4e1b-8c42-b4e24b034e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:36.275578 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a0e23f98-bfc3-4e1b-8c42-b4e24b034e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27525390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29340573'] for subnet, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:36.315272 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e23f98-bfc3-4e1b-8c42-b4e24b034e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd1625f-4000-45fe-8c1a-a812dcf95e0d,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:06:36.318664 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a0e23f98-bfc3-4e1b-8c42-b4e24b034e3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:36.325808 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-a0e23f98-bfc3-4e1b-8c42-b4e24b034e3e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8fd1625f-4000-45fe-8c1a-a812dcf95e0d HTTP/1.1" status: 204 len: 168 time: 0.4138165 Jun 30 12:06:36.326643 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f48a48-eac3-4993-b791-ef75108c7a27 None None] Network 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:06:36.328242 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 50734) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:06:36.435037 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:36.446144 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Deleting port 8b4c25f7-c58f-485f-b031-63214204fea3 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:06:36.446474 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:36.589118 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8428ed35-ebc1-4aa5-bd5c-59830cafdc96 None None] DHCP port deletion for 33724ee5-5a3e-4d68-a19f-6043ed2b8c26 request from dv-cinder-848250-1-iscsi {{(pid=88752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 12:06:36.593695 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-8428ed35-ebc1-4aa5-bd5c-59830cafdc96 None None] Deleting port 8b4c25f7-c58f-485f-b031-63214204fea3 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:06:36.594056 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8428ed35-ebc1-4aa5-bd5c-59830cafdc96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:36.691149 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] For port 8b4c25f7-c58f-485f-b031-63214204fea3, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=8b4c25f7-c58f-485f-b031-63214204fea3,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:06:36.691495 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:36.807400 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-8428ed35-ebc1-4aa5-bd5c-59830cafdc96 None None] For port 8b4c25f7-c58f-485f-b031-63214204fea3, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=8b4c25f7-c58f-485f-b031-63214204fea3,segment=NetworkSegment(f705b2e2-d6ac-4068-9e8c-be332a1372c2),segment_id=f705b2e2-d6ac-4068-9e8c-be332a1372c2)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:06:36.807697 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8428ed35-ebc1-4aa5-bd5c-59830cafdc96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:36.825627 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Calling delete_port for 8b4c25f7-c58f-485f-b031-63214204fea3 owned by network:dhcp {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:06:36.934392 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-8428ed35-ebc1-4aa5-bd5c-59830cafdc96 None None] Calling delete_port for 8b4c25f7-c58f-485f-b031-63214204fea3 owned by network:dhcp {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:06:36.962018 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 3af9fec2-3eca-441d-9741-76134a1848fb no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:06:37.008418 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 3af9fec2-3eca-441d-9741-76134a1848fb {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:06:37.008418 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 3af9fec2-3eca-441d-9741-76134a1848fb not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:06:37.008791 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:37.008921 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 953d88d7-2c2b-41ba-a336-bae0f5c5e256 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:06:37.055614 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4c25f7-c58f-485f-b031-63214204fea3,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:06:37.062852 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] No DVR routers for this DVR port 8b4c25f7-c58f-485f-b031-63214204fea3 on host dv-cinder-848250-1-iscsi {{(pid=88751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:06:37.082980 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 953d88d7-2c2b-41ba-a336-bae0f5c5e256 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:06:37.083311 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 953d88d7-2c2b-41ba-a336-bae0f5c5e256 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:06:37.083718 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 8b4c25f7-c58f-485f-b031-63214204fea3 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:06:37.122395 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 8b4c25f7-c58f-485f-b031-63214204fea3 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:06:37.122846 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 8b4c25f7-c58f-485f-b031-63214204fea3 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:06:37.143339 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.api [None req-8428ed35-ebc1-4aa5-bd5c-59830cafdc96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 12:06:37.149450 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG oslo_db.api [None req-8428ed35-ebc1-4aa5-bd5c-59830cafdc96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 12:06:37.184508 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:37.214671 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33724ee5-5a3e-4d68-a19f-6043ed2b8c26']}} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:06:37.228313 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f705b2e2-d6ac-4068-9e8c-be332a1372c2') {'for_net_delete': True} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:06:37.228633 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f705b2e2-d6ac-4068-9e8c-be332a1372c2') {} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:06:37.240066 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115152'] for segment, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:37.256308 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:37.262939 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 12:06:37.263326 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27525536'] for segment, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:37.339312 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment f705b2e2-d6ac-4068-9e8c-be332a1372c2 resource provider aggregate not found Jun 30 12:06:37.363376 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment f705b2e2-d6ac-4068-9e8c-be332a1372c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f705b2e2-d6ac-4068-9e8c-be332a1372c2 found for delete ", "request_id": "req-1ad67162-290c-401a-9cfc-e1d9c3a0a959"}]} Jun 30 12:06:37.482597 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:37.498772 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:37.511494 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=33724ee5-5a3e-4d68-a19f-6043ed2b8c26,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:06:37.644928 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-8428ed35-ebc1-4aa5-bd5c-59830cafdc96 None None] Deleting port 8b4c25f7-c58f-485f-b031-63214204fea3 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:06:37.645483 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8428ed35-ebc1-4aa5-bd5c-59830cafdc96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:37.658196 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-5e6d14a1-a3f3-4951-b669-0650a81e0e92 admin admin] 10.222.0.18 "DELETE /v2.0/networks/33724ee5-5a3e-4d68-a19f-6043ed2b8c26 HTTP/1.1" status: 204 len: 168 time: 1.3288546 Jun 30 12:06:37.661888 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 50756) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:06:37.718591 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-8428ed35-ebc1-4aa5-bd5c-59830cafdc96 None None] The port '8b4c25f7-c58f-485f-b031-63214204fea3' was deleted {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 30 12:06:38.326519 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4d891a4e-6f4d-4078-9844-1af1d6e59f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534753'] for router_interface, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:38.680665 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-4d891a4e-6f4d-4078-9844-1af1d6e59f97 admin admin] Deleting port eaf213d4-75ea-4e0c-97ba-235184d08f33 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:06:38.681364 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4d891a4e-6f4d-4078-9844-1af1d6e59f97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:38.861834 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-4d891a4e-6f4d-4078-9844-1af1d6e59f97 admin admin] For port eaf213d4-75ea-4e0c-97ba-235184d08f33, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=eaf213d4-75ea-4e0c-97ba-235184d08f33,segment=NetworkSegment(e631463d-0620-42f0-b00a-557407237067),segment_id=e631463d-0620-42f0-b00a-557407237067)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:06:38.862368 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4d891a4e-6f4d-4078-9844-1af1d6e59f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:38.985460 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-4d891a4e-6f4d-4078-9844-1af1d6e59f97 admin admin] Calling delete_port for eaf213d4-75ea-4e0c-97ba-235184d08f33 owned by network:router_interface {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:06:39.219430 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4d891a4e-6f4d-4078-9844-1af1d6e59f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:39.268287 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d891a4e-6f4d-4078-9844-1af1d6e59f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf213d4-75ea-4e0c-97ba-235184d08f33,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:06:39.651360 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-4d891a4e-6f4d-4078-9844-1af1d6e59f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534677'] for router_interface, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:40.015953 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d891a4e-6f4d-4078-9844-1af1d6e59f97 admin admin] Router 6f793f9e-3a11-4275-8b87-ab3c419315e6 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:06:40.063155 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:06:40.193323 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d891a4e-6f4d-4078-9844-1af1d6e59f97 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:06:40.202278 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511f8e7-81d4-446a-b027-ea8e2e3782fa None None] Sync routers for ids ['6f793f9e-3a11-4275-8b87-ab3c419315e6'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:06:40.211569 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511f8e7-81d4-446a-b027-ea8e2e3782fa None None] Routers {'6f793f9e-3a11-4275-8b87-ab3c419315e6'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:06:40.212905 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-4511f8e7-81d4-446a-b027-ea8e2e3782fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:06:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['6f793f9e-3a11-4275-8b87-ab3c419315e6'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:06:40.277079 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-4d891a4e-6f4d-4078-9844-1af1d6e59f97 admin admin] 10.222.0.18 "PUT /v2.0/routers/6f793f9e-3a11-4275-8b87-ab3c419315e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6140990 Jun 30 12:06:40.279547 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 50784) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:06:40.387798 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-4511f8e7-81d4-446a-b027-ea8e2e3782fa None None] Set router 6f793f9e-3a11-4275-8b87-ab3c419315e6 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:06:40.473709 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] Notify callbacks [] for router, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:40.658243 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:40.684996 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-4511f8e7-81d4-446a-b027-ea8e2e3782fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'name': 'tempest-TestShelveInstance-821141801-router', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '6c57bddf-6d98-40e8-b8d8-47c70af20190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:41Z', 'updated_at': '2022-06-30T12:06:39Z', 'revision_number': 5, 'project_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'gw_port': {'id': '6c57bddf-6d98-40e8-b8d8-47c70af20190', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:57:44Z', 'updated_at': '2022-06-30T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:06:40.689041 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511f8e7-81d4-446a-b027-ea8e2e3782fa None None] Checking router: 6f793f9e-3a11-4275-8b87-ab3c419315e6 for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:06:40.698270 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511f8e7-81d4-446a-b027-ea8e2e3782fa None None] Routers {'6f793f9e-3a11-4275-8b87-ab3c419315e6'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:06:40.698772 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-4511f8e7-81d4-446a-b027-ea8e2e3782fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:06:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['6f793f9e-3a11-4275-8b87-ab3c419315e6'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:06:40.740051 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] Deleting port 6c57bddf-6d98-40e8-b8d8-47c70af20190 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:06:40.740414 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:40.848218 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-4511f8e7-81d4-446a-b027-ea8e2e3782fa None None] Set router 6f793f9e-3a11-4275-8b87-ab3c419315e6 gateway port host: None {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:06:40.914714 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] For port 6c57bddf-6d98-40e8-b8d8-47c70af20190, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=6c57bddf-6d98-40e8-b8d8-47c70af20190,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:06:40.915075 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:40.956984 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-4511f8e7-81d4-446a-b027-ea8e2e3782fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'name': 'tempest-TestShelveInstance-821141801-router', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:41Z', 'updated_at': '2022-06-30T12:06:40Z', 'revision_number': 6, 'project_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'gw_port_host': None}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:06:40.962288 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511f8e7-81d4-446a-b027-ea8e2e3782fa None None] The sync data for ids ['6f793f9e-3a11-4275-8b87-ab3c419315e6'] in dv-cinder-848250-1-iscsi is: [{'id': '6f793f9e-3a11-4275-8b87-ab3c419315e6', 'name': 'tempest-TestShelveInstance-821141801-router', 'tenant_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:57:41Z', 'updated_at': '2022-06-30T12:06:40Z', 'revision_number': 6, 'project_id': 'cf1f9d3408324c228babf0f2ad2755f6', 'gw_port_host': None}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:06:41.165029 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] Calling delete_port for 6c57bddf-6d98-40e8-b8d8-47c70af20190 owned by network:router_gateway {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:06:41.442568 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:41.491810 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c57bddf-6d98-40e8-b8d8-47c70af20190,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:06:41.592003 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579328'] for router_gateway, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:41.771306 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7319'] for router, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:41.774362 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:41.871329 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-580833'] for router, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:41.871755 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f793f9e-3a11-4275-8b87-ab3c419315e6 {{(pid=88751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 12:06:41.884762 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:41.888623 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 50804) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:06:41.889166 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-b522bb65-ee0c-4893-b5e2-a48f0c6ccc1f admin admin] 10.222.0.18 "DELETE /v2.0/routers/6f793f9e-3a11-4275-8b87-ab3c419315e6 HTTP/1.1" status: 204 len: 168 time: 1.6080539 Jun 30 12:06:41.959150 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_v2 [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Deleting subnet a5f875e2-dc3f-439a-ac5c-8c3730bbe3b0 {{(pid=88750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 12:06:41.963133 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:42.013421 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1147442'] for subnet, precommit_delete_associations {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:42.097025 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:42.260077 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33531798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1085358'] for subnet, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:42.301548 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f875e2-dc3f-439a-ac5c-8c3730bbe3b0,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:06:42.304303 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:42.306921 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2bda2d-76c4-4ea2-ad41-e660d98424d2 None None] Network 5f2d85ed-0090-41a3-aedc-3b43251c02df requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:06:42.313990 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:42.314373 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:42.314713 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:42.315047 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:42.315407 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:42.315738 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:42.316065 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:42.316408 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:42.316738 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:42.317061 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:42.317379 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:42.317699 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:06:42.321804 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-01157cca-4836-4101-a63b-4c9b96d213f6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a5f875e2-dc3f-439a-ac5c-8c3730bbe3b0 HTTP/1.1" status: 204 len: 168 time: 0.4306154 Jun 30 12:06:42.324202 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 50812) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:06:42.531214 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:42.544025 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Deleting port a88d1902-806c-4313-9e36-6a3a361ded0a {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:06:42.544417 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:42.575296 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb0da0b-2bb7-48cd-ba50-60e44282a3cb None None] DHCP port deletion for 5f2d85ed-0090-41a3-aedc-3b43251c02df request from dv-cinder-848250-1-iscsi {{(pid=88752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 12:06:42.579146 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-afb0da0b-2bb7-48cd-ba50-60e44282a3cb None None] Deleting port a88d1902-806c-4313-9e36-6a3a361ded0a {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:06:42.579719 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-afb0da0b-2bb7-48cd-ba50-60e44282a3cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:42.765773 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] For port a88d1902-806c-4313-9e36-6a3a361ded0a, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=a88d1902-806c-4313-9e36-6a3a361ded0a,segment=NetworkSegment(e631463d-0620-42f0-b00a-557407237067),segment_id=e631463d-0620-42f0-b00a-557407237067)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:06:42.766202 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:42.791311 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-afb0da0b-2bb7-48cd-ba50-60e44282a3cb None None] For port a88d1902-806c-4313-9e36-6a3a361ded0a, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=a88d1902-806c-4313-9e36-6a3a361ded0a,segment=NetworkSegment(e631463d-0620-42f0-b00a-557407237067),segment_id=e631463d-0620-42f0-b00a-557407237067)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:06:42.791772 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-afb0da0b-2bb7-48cd-ba50-60e44282a3cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:42.894062 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Calling delete_port for a88d1902-806c-4313-9e36-6a3a361ded0a owned by network:dhcp {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:06:42.950345 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-afb0da0b-2bb7-48cd-ba50-60e44282a3cb None None] Calling delete_port for a88d1902-806c-4313-9e36-6a3a361ded0a owned by network:dhcp {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:06:42.977992 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 6c57bddf-6d98-40e8-b8d8-47c70af20190 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:06:43.026679 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 6c57bddf-6d98-40e8-b8d8-47c70af20190 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:06:43.027016 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 6c57bddf-6d98-40e8-b8d8-47c70af20190 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:06:43.027420 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device eaf213d4-75ea-4e0c-97ba-235184d08f33 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:06:43.054307 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:43.064429 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: eaf213d4-75ea-4e0c-97ba-235184d08f33 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:06:43.064777 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device eaf213d4-75ea-4e0c-97ba-235184d08f33 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:06:43.065188 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a88d1902-806c-4313-9e36-6a3a361ded0a no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:06:43.102531 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Pushing event deleted for resources: {'Port': ['ID=a88d1902-806c-4313-9e36-6a3a361ded0a,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:06:43.102818 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: a88d1902-806c-4313-9e36-6a3a361ded0a {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:06:43.103116 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a88d1902-806c-4313-9e36-6a3a361ded0a not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:06:43.106159 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] No DVR routers for this DVR port a88d1902-806c-4313-9e36-6a3a361ded0a on host dv-cinder-848250-1-iscsi {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:06:43.123727 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.api [None req-afb0da0b-2bb7-48cd-ba50-60e44282a3cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 12:06:43.124082 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG oslo_db.api [None req-afb0da0b-2bb7-48cd-ba50-60e44282a3cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 12:06:43.226544 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:43.253154 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2d85ed-0090-41a3-aedc-3b43251c02df']}} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:06:43.266173 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e631463d-0620-42f0-b00a-557407237067') {'for_net_delete': True} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:06:43.266474 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e631463d-0620-42f0-b00a-557407237067') {} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:06:43.277877 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1147451'] for segment, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:43.294720 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:43.300810 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 12:06:43.301199 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33531704'] for segment, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:43.456632 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.services.segments.plugin [-] Segment e631463d-0620-42f0-b00a-557407237067 resource provider aggregate not found Jun 30 12:06:43.473037 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.services.segments.plugin [-] Segment e631463d-0620-42f0-b00a-557407237067 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e631463d-0620-42f0-b00a-557407237067 found for delete ", "request_id": "req-0db10c47-1e29-4aed-a409-fa1df5c247be"}]} Jun 30 12:06:43.478198 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:43.482530 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:43.505138 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2d85ed-0090-41a3-aedc-3b43251c02df,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:06:43.513470 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-0b4a56e7-cbf7-48b6-a6ef-86179e2dfc18 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5f2d85ed-0090-41a3-aedc-3b43251c02df HTTP/1.1" status: 204 len: 168 time: 1.1882081 Jun 30 12:06:43.625226 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-afb0da0b-2bb7-48cd-ba50-60e44282a3cb None None] Deleting port a88d1902-806c-4313-9e36-6a3a361ded0a {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:06:43.625812 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-afb0da0b-2bb7-48cd-ba50-60e44282a3cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:43.695493 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-afb0da0b-2bb7-48cd-ba50-60e44282a3cb None None] The port 'a88d1902-806c-4313-9e36-6a3a361ded0a' was deleted {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 30 12:06:43.872101 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 50840) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:06:43.921975 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-ccd91fcb-7e0d-475e-9df2-e1a80b632751 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eba484848b8e4410a0a4acc6f3019575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485916 Jun 30 12:06:43.924554 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 50844) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:06:43.982762 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1cb71e80-25ca-48f1-9450-4da38d78bdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:44.008144 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1cb71e80-25ca-48f1-9450-4da38d78bdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:44.156946 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1cb71e80-25ca-48f1-9450-4da38d78bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:44.173889 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb71e80-25ca-48f1-9450-4da38d78bdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6a66cf-45e3-427f-8688-c1add7cf92df,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:06:44.181593 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1cb71e80-25ca-48f1-9450-4da38d78bdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:44.182730 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-1cb71e80-25ca-48f1-9450-4da38d78bdcc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f6a66cf-45e3-427f-8688-c1add7cf92df HTTP/1.1" status: 204 len: 168 time: 0.2572269 Jun 30 12:06:44.801983 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 50860) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:06:44.853934 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-c284e349-127d-4b03-910a-7ff72a7dde35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf1f9d3408324c228babf0f2ad2755f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507491 Jun 30 12:06:44.856677 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 50866) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:06:44.917498 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-015f52f1-c84f-40ff-977e-e858e4ecb79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:44.943861 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-015f52f1-c84f-40ff-977e-e858e4ecb79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:45.065135 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-015f52f1-c84f-40ff-977e-e858e4ecb79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:45.080898 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f52f1-c84f-40ff-977e-e858e4ecb79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac07d7db-bcaa-4bf7-bd68-4569748b3d11,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:06:45.085316 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-015f52f1-c84f-40ff-977e-e858e4ecb79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:45.088960 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-015f52f1-c84f-40ff-977e-e858e4ecb79f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac07d7db-bcaa-4bf7-bd68-4569748b3d11 HTTP/1.1" status: 204 len: 168 time: 0.2273717 Jun 30 12:06:46.148659 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:48.216808 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-adbe2494-d3a2-47b0-a6c7-36cd6c0b7bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:50.442223 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-24ecd9e8-ae35-4d5f-8ff8-90feefaf46f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:51.471325 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:51.659527 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:06:51.810963 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e8812322-fa9f-4698-8750-f181aec4c445 req-f80c51af-4737-47e5-a9f3-c63fed3e6585 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813150 Jun 30 12:06:51.911720 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8812322-fa9f-4698-8750-f181aec4c445 req-598cc8c9-884c-40a6-9332-5b379e541245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:06:51.914623 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e8812322-fa9f-4698-8750-f181aec4c445 req-598cc8c9-884c-40a6-9332-5b379e541245 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 1098 time: 0.0812492 Jun 30 12:06:52.061221 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8812322-fa9f-4698-8750-f181aec4c445 req-0a8404cf-3901-464a-9bea-468d5d36e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:06:52.062650 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e8812322-fa9f-4698-8750-f181aec4c445 req-0a8404cf-3901-464a-9bea-468d5d36e167 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 913 time: 0.1304107 Jun 30 12:06:52.176946 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e8812322-fa9f-4698-8750-f181aec4c445 req-d57cf25b-2dd0-406d-b8e2-a9bf7559e93b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 HTTP/1.1" status: 200 len: 999 time: 0.1083033 Jun 30 12:06:52.240799 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8812322-fa9f-4698-8750-f181aec4c445 req-34beaa19-da1c-4fb2-b9df-20d2146f0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:06:52.242267 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e8812322-fa9f-4698-8750-f181aec4c445 req-34beaa19-da1c-4fb2-b9df-20d2146f0292 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 200 len: 851 time: 0.0600457 Jun 30 12:06:52.332402 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8812322-fa9f-4698-8750-f181aec4c445 req-b34c2eb2-9b1e-4d4d-a296-e1863dc26a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:06:52.332402 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e8812322-fa9f-4698-8750-f181aec4c445 req-b34c2eb2-9b1e-4d4d-a296-e1863dc26a27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d10cb7-945f-43a2-bb61-0a070d4fc848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795453 Jun 30 12:06:52.548094 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e8812322-fa9f-4698-8750-f181aec4c445 req-93f310cd-fab7-4bf1-a1ae-51b3db7c7718 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134242 Jun 30 12:06:52.680478 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-e8812322-fa9f-4698-8750-f181aec4c445 req-cb87be73-1b56-4999-9015-170aa9460e61 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258130 Jun 30 12:06:53.250954 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:07:16.137033 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:07:17.066194 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:07:18.182049 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a0ab0207-12cc-4c25-9d27-7fda0e4c52d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:07:20.468244 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-471c23b9-6971-4cd9-b4b8-3682b542cbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:07:21.448000 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:07:21.671051 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:07:23.176354 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:07:46.190976 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:07:48.181897 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-20588c80-628d-40c8-af9f-5e4741973d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:07:50.448133 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-29defe57-b2a0-4c77-811a-0dba92e1cd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:07:51.453886 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:07:51.696303 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:07:53.141759 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:07:53.423095 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-895f902b-7158-4891-8412-ad9fc03e2353 req-65ef6274-a968-47d7-acb3-cc974488873b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871756 Jun 30 12:07:53.569500 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f902b-7158-4891-8412-ad9fc03e2353 req-6e8b7859-9bbb-41c8-b772-1615e4212dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:07:53.571017 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-895f902b-7158-4891-8412-ad9fc03e2353 req-6e8b7859-9bbb-41c8-b772-1615e4212dae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 1098 time: 0.0811951 Jun 30 12:07:53.721114 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f902b-7158-4891-8412-ad9fc03e2353 req-ed69af54-fff3-4d62-9e62-0d7759976130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:07:53.722700 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-895f902b-7158-4891-8412-ad9fc03e2353 req-ed69af54-fff3-4d62-9e62-0d7759976130 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a HTTP/1.1" status: 200 len: 915 time: 0.1290960 Jun 30 12:07:53.793543 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-895f902b-7158-4891-8412-ad9fc03e2353 req-4f50215b-0b1a-4614-a318-e297a5d8d4c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e8aba2c-4003-4212-a77a-3e5d50561a8c HTTP/1.1" status: 200 len: 217 time: 0.0649116 Jun 30 12:07:53.858475 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f902b-7158-4891-8412-ad9fc03e2353 req-f0202d90-611d-445b-abdf-ea4897ae8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:07:53.859942 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-895f902b-7158-4891-8412-ad9fc03e2353 req-f0202d90-611d-445b-abdf-ea4897ae8da8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ccd0a6a-ce23-4548-811d-fc28303eb66c HTTP/1.1" status: 200 len: 854 time: 0.0612578 Jun 30 12:07:53.916589 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-895f902b-7158-4891-8412-ad9fc03e2353 req-84f4229e-c173-4e14-bc4a-b50e8a916f77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506520 Jun 30 12:07:54.046979 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-895f902b-7158-4891-8412-ad9fc03e2353 req-615bdaaa-6f85-4b72-8eea-113cdf012c55 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236439 Jun 30 12:07:54.065876 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:07:54.180563 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-895f902b-7158-4891-8412-ad9fc03e2353 req-aaf7bf97-65f7-4e0d-89a2-1af10c9d67d4 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277242 Jun 30 12:08:16.193674 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:08:18.238680 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9e45d608-fedb-402c-9e33-f83b49829099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:08:20.466013 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-cee46efa-754c-4629-83f3-d22bc3800c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:08:21.476726 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:08:21.673112 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:08:23.158785 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:08:31.065690 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:08:46.210012 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:08:48.216300 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9c941adf-be4f-4e92-96c4-a3b24b2d2cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:08:50.483553 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-732a0741-9b0c-491d-8648-963021deae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:08:51.499374 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:08:51.701245 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:08:53.199026 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:08:54.834413 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4571115-2928-475a-b0f2-53dbcb512946 req-7905b3e0-538c-4949-84fb-d04768f8aae6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1011600 Jun 30 12:08:54.978759 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4571115-2928-475a-b0f2-53dbcb512946 req-c879bef4-7b6f-41cd-a1ef-eec7322e88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:08:54.980437 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4571115-2928-475a-b0f2-53dbcb512946 req-c879bef4-7b6f-41cd-a1ef-eec7322e88db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 1098 time: 0.1174943 Jun 30 12:08:55.143285 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4571115-2928-475a-b0f2-53dbcb512946 req-2428aa26-26c2-43fb-9a66-0a4ea2848a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:08:55.144875 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4571115-2928-475a-b0f2-53dbcb512946 req-2428aa26-26c2-43fb-9a66-0a4ea2848a7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 913 time: 0.1435578 Jun 30 12:08:55.300127 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4571115-2928-475a-b0f2-53dbcb512946 req-94e1ecb9-85a0-4633-a72c-bde1e6ffaf18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 HTTP/1.1" status: 200 len: 999 time: 0.1484928 Jun 30 12:08:55.389155 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4571115-2928-475a-b0f2-53dbcb512946 req-af8fb784-84e1-44dc-b5bf-426cd1efde6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:08:55.391047 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4571115-2928-475a-b0f2-53dbcb512946 req-af8fb784-84e1-44dc-b5bf-426cd1efde6d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 200 len: 851 time: 0.0848866 Jun 30 12:08:55.493255 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4571115-2928-475a-b0f2-53dbcb512946 req-fe70650c-4f14-4463-9a35-a91f5e1ed233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:08:55.495600 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4571115-2928-475a-b0f2-53dbcb512946 req-fe70650c-4f14-4463-9a35-a91f5e1ed233 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d10cb7-945f-43a2-bb61-0a070d4fc848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0988548 Jun 30 12:08:55.750701 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4571115-2928-475a-b0f2-53dbcb512946 req-738449de-0a98-48cd-8a1e-fcb4be65a68c service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488084 Jun 30 12:08:55.942779 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-b4571115-2928-475a-b0f2-53dbcb512946 req-05f7da0e-a39f-46d3-9cd6-bf11c65a91a7 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858683 Jun 30 12:09:08.064943 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:09:16.225846 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:18.232269 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-71b99e38-feee-4b15-b662-03c388ab37b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:20.449114 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5b8161f2-ac30-4d9a-b36b-784319cb868e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:21.483655 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:21.683677 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:23.174930 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:42.617014 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 52592) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:09:42.760037 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:42.775583 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:09:42.780264 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Usage tracker for resource:security_group_rule and tenant:75a65d00ee9d471b974d890bcf1cee6e is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:09:42.784429 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:09:42.790755 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:09:42.883063 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:42.958086 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:43.007831 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16e889f-ad1f-4189-9c55-10733c78f45b,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:09:43.012312 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75a65d00ee9d471b974d890bcf1cee6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941288 Jun 30 12:09:43.016537 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 52600) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:09:43.018910 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.019255 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.019601 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.019931 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.020257 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.020620 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.020946 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.021267 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.021591 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.021916 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.022250 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.022536 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead6e8c-dbcb-4025-8096-2fcf12f242e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.093603 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:43.124158 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:43.294689 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:43.311843 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16e889f-ad1f-4189-9c55-10733c78f45b,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:09:43.321022 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.321371 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.321798 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.322128 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.322458 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.323347 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.323684 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.324010 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.324392 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.324675 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.324995 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.325312 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:09:43.329227 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:43.331023 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-09694fb8-87ba-49de-ac51-d1260a1e8e4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c16e889f-ad1f-4189-9c55-10733c78f45b HTTP/1.1" status: 204 len: 168 time: 0.3128724 Jun 30 12:09:43.980257 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 52616) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:09:43.998601 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c2bf10e1-6380-41f0-ae4c-870edd383cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:44.013080 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-c2bf10e1-6380-41f0-ae4c-870edd383cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:09:44.016914 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-c2bf10e1-6380-41f0-ae4c-870edd383cfb admin admin] Usage tracker for resource:security_group_rule and tenant:0ae21491956d41a7847f2a90c3c36d23 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:09:44.019656 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-c2bf10e1-6380-41f0-ae4c-870edd383cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:09:44.025387 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-c2bf10e1-6380-41f0-ae4c-870edd383cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:09:44.109434 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c2bf10e1-6380-41f0-ae4c-870edd383cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:44.174766 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-c2bf10e1-6380-41f0-ae4c-870edd383cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:44.227133 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf10e1-6380-41f0-ae4c-870edd383cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bba7c70-39ca-4147-9ca4-b4297f7b761c,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:09:44.232804 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-c2bf10e1-6380-41f0-ae4c-870edd383cfb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ae21491956d41a7847f2a90c3c36d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513978 Jun 30 12:09:44.235835 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 52622) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:09:44.301841 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-766734a3-2e58-4032-aced-0b6a2de18603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:44.329312 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-766734a3-2e58-4032-aced-0b6a2de18603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:44.477479 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-766734a3-2e58-4032-aced-0b6a2de18603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:44.496792 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766734a3-2e58-4032-aced-0b6a2de18603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bba7c70-39ca-4147-9ca4-b4297f7b761c,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:09:44.501583 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-766734a3-2e58-4032-aced-0b6a2de18603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:44.502513 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-766734a3-2e58-4032-aced-0b6a2de18603 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6bba7c70-39ca-4147-9ca4-b4297f7b761c HTTP/1.1" status: 204 len: 168 time: 0.2657008 Jun 30 12:09:45.065339 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:09:46.283076 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:48.225972 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-442d5dbe-3467-49c0-82ca-ea98a5648044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:50.465598 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d58853fc-fd13-48f4-bab6-a831007be9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:51.483448 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:51.704831 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:52.270042 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 52740) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:09:52.394893 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b6e8e11d-d6d6-4c27-a43e-a1f47fd58002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:52.411279 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b6e8e11d-d6d6-4c27-a43e-a1f47fd58002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:09:52.415353 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-b6e8e11d-d6d6-4c27-a43e-a1f47fd58002 admin admin] Usage tracker for resource:security_group_rule and tenant:38579601459e48958b5243920fe5e284 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:09:52.419739 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-b6e8e11d-d6d6-4c27-a43e-a1f47fd58002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:09:52.426108 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-b6e8e11d-d6d6-4c27-a43e-a1f47fd58002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:09:52.541544 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b6e8e11d-d6d6-4c27-a43e-a1f47fd58002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:52.614293 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b6e8e11d-d6d6-4c27-a43e-a1f47fd58002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:52.666114 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-b6e8e11d-d6d6-4c27-a43e-a1f47fd58002 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38579601459e48958b5243920fe5e284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948505 Jun 30 12:09:52.666918 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8e11d-d6d6-4c27-a43e-a1f47fd58002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369cdb44-e539-4e04-b865-8e5426c71996,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:09:52.669098 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 52750) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:09:52.746611 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0136ce19-b33b-42a0-98f3-be5cd4ce4809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:52.776505 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0136ce19-b33b-42a0-98f3-be5cd4ce4809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:52.917800 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0136ce19-b33b-42a0-98f3-be5cd4ce4809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:52.934910 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136ce19-b33b-42a0-98f3-be5cd4ce4809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369cdb44-e539-4e04-b865-8e5426c71996,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:09:52.951120 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0136ce19-b33b-42a0-98f3-be5cd4ce4809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:52.952272 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-0136ce19-b33b-42a0-98f3-be5cd4ce4809 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/369cdb44-e539-4e04-b865-8e5426c71996 HTTP/1.1" status: 204 len: 168 time: 0.2821906 Jun 30 12:09:53.300341 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:53.801927 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 52768) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:09:53.821603 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4ebeaf35-422e-4f30-bf57-58bee6640dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:53.839259 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-4ebeaf35-422e-4f30-bf57-58bee6640dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:09:53.844114 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-4ebeaf35-422e-4f30-bf57-58bee6640dce admin admin] Usage tracker for resource:security_group_rule and tenant:00be68176b3648429fb0ece6ddfdea8a is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:09:53.847089 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-4ebeaf35-422e-4f30-bf57-58bee6640dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:09:53.854004 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-4ebeaf35-422e-4f30-bf57-58bee6640dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:09:53.951502 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4ebeaf35-422e-4f30-bf57-58bee6640dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:54.014728 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4ebeaf35-422e-4f30-bf57-58bee6640dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:54.061891 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeaf35-422e-4f30-bf57-58bee6640dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39382b1-fa65-4bad-be93-3115e8d69782,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:09:54.066063 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-4ebeaf35-422e-4f30-bf57-58bee6640dce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00be68176b3648429fb0ece6ddfdea8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631128 Jun 30 12:09:54.068821 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 52774) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:09:54.129036 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1054d29b-dcf6-4f22-8773-cef9fb9e7b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:54.156694 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1054d29b-dcf6-4f22-8773-cef9fb9e7b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:54.328746 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1054d29b-dcf6-4f22-8773-cef9fb9e7b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:54.349872 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054d29b-dcf6-4f22-8773-cef9fb9e7b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39382b1-fa65-4bad-be93-3115e8d69782,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:09:54.356048 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1054d29b-dcf6-4f22-8773-cef9fb9e7b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:54.357822 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-1054d29b-dcf6-4f22-8773-cef9fb9e7b33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f39382b1-fa65-4bad-be93-3115e8d69782 HTTP/1.1" status: 204 len: 168 time: 0.2881610 Jun 30 12:09:55.210247 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 52790) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:09:55.232413 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-efb1c470-f8bb-4f92-9066-91597e929d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:55.248577 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-efb1c470-f8bb-4f92-9066-91597e929d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:09:55.252784 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-efb1c470-f8bb-4f92-9066-91597e929d6c admin admin] Usage tracker for resource:security_group_rule and tenant:9b5762f7358b49e69d34531de3339808 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:09:55.255842 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-efb1c470-f8bb-4f92-9066-91597e929d6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:09:55.262455 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-efb1c470-f8bb-4f92-9066-91597e929d6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:09:55.347438 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-efb1c470-f8bb-4f92-9066-91597e929d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:55.431281 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-efb1c470-f8bb-4f92-9066-91597e929d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:55.480550 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-efb1c470-f8bb-4f92-9066-91597e929d6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b5762f7358b49e69d34531de3339808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689290 Jun 30 12:09:55.481330 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1c470-f8bb-4f92-9066-91597e929d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d582b80-de0e-4e79-a0bc-a3e7e04195e3,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:09:55.483690 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 52794) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:09:55.549757 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfe21520-221b-462e-8a06-98bb25a26b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:55.582372 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfe21520-221b-462e-8a06-98bb25a26b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:55.751486 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfe21520-221b-462e-8a06-98bb25a26b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:55.769333 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe21520-221b-462e-8a06-98bb25a26b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d582b80-de0e-4e79-a0bc-a3e7e04195e3,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:09:55.778567 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dfe21520-221b-462e-8a06-98bb25a26b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:09:55.784028 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-dfe21520-221b-462e-8a06-98bb25a26b39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d582b80-de0e-4e79-a0bc-a3e7e04195e3 HTTP/1.1" status: 204 len: 168 time: 0.2977340 Jun 30 12:09:55.786674 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22077e2b-9a3e-41a0-8f1a-4004e0f0e270 req-d3505e92-f52e-487d-bb69-0654b70e1925 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840714 Jun 30 12:09:55.966333 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22077e2b-9a3e-41a0-8f1a-4004e0f0e270 req-249eeea4-b329-47f6-8d63-5236085dba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:09:55.967873 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22077e2b-9a3e-41a0-8f1a-4004e0f0e270 req-249eeea4-b329-47f6-8d63-5236085dba82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 1098 time: 0.0869842 Jun 30 12:09:56.127750 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22077e2b-9a3e-41a0-8f1a-4004e0f0e270 req-29aaa570-cf48-4bed-a327-54d98d6a305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:09:56.129308 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22077e2b-9a3e-41a0-8f1a-4004e0f0e270 req-29aaa570-cf48-4bed-a327-54d98d6a305d service neutron] 10.222.0.44 "GET /v2.0/networks?id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a HTTP/1.1" status: 200 len: 915 time: 0.1424277 Jun 30 12:09:56.207083 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22077e2b-9a3e-41a0-8f1a-4004e0f0e270 req-2b36f423-44d2-4842-9585-31c5f3e4d6b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e8aba2c-4003-4212-a77a-3e5d50561a8c HTTP/1.1" status: 200 len: 217 time: 0.0718212 Jun 30 12:09:56.273868 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22077e2b-9a3e-41a0-8f1a-4004e0f0e270 req-cf5887e4-f237-4ebf-96c9-5166afcddb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:09:56.273868 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22077e2b-9a3e-41a0-8f1a-4004e0f0e270 req-cf5887e4-f237-4ebf-96c9-5166afcddb3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ccd0a6a-ce23-4548-811d-fc28303eb66c HTTP/1.1" status: 200 len: 854 time: 0.0596647 Jun 30 12:09:56.330965 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22077e2b-9a3e-41a0-8f1a-4004e0f0e270 req-6a4aa2dd-019e-4896-afe3-8370815adc6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530498 Jun 30 12:09:56.468793 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22077e2b-9a3e-41a0-8f1a-4004e0f0e270 req-7cf4b9af-7f29-4ea6-a915-dc3619684f3f service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320200 Jun 30 12:09:56.612684 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-22077e2b-9a3e-41a0-8f1a-4004e0f0e270 req-2247f9a7-2e17-458c-9d81-31f65b348413 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382258 Jun 30 12:10:01.116584 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 52906) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:10:01.253649 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f304e560-10d1-47ba-817e-e8ac363909c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:01.271063 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-f304e560-10d1-47ba-817e-e8ac363909c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:10:01.275347 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-f304e560-10d1-47ba-817e-e8ac363909c9 admin admin] Usage tracker for resource:security_group_rule and tenant:a127a11dad6f47cfa85c68c8c771e723 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:10:01.279429 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-f304e560-10d1-47ba-817e-e8ac363909c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:10:01.285986 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-f304e560-10d1-47ba-817e-e8ac363909c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:10:01.381830 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f304e560-10d1-47ba-817e-e8ac363909c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:01.460107 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-f304e560-10d1-47ba-817e-e8ac363909c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:01.516702 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-f304e560-10d1-47ba-817e-e8ac363909c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a127a11dad6f47cfa85c68c8c771e723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988972 Jun 30 12:10:01.517638 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304e560-10d1-47ba-817e-e8ac363909c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43996a6-fe65-4481-904a-1a1b42601a52,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:10:01.520069 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 52914) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:10:01.592301 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ef72adfa-2ef4-41e7-8934-19170b943551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:01.622314 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ef72adfa-2ef4-41e7-8934-19170b943551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:01.757445 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ef72adfa-2ef4-41e7-8934-19170b943551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:01.777814 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72adfa-2ef4-41e7-8934-19170b943551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43996a6-fe65-4481-904a-1a1b42601a52,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:10:01.795529 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-ef72adfa-2ef4-41e7-8934-19170b943551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:01.796751 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-ef72adfa-2ef4-41e7-8934-19170b943551 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a43996a6-fe65-4481-904a-1a1b42601a52 HTTP/1.1" status: 204 len: 168 time: 0.2753620 Jun 30 12:10:02.632731 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 52930) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:10:02.666167 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1580e777-f6e7-4068-898d-b759089f1777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:02.695330 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-1580e777-f6e7-4068-898d-b759089f1777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:10:02.703444 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-1580e777-f6e7-4068-898d-b759089f1777 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec6bf38b4374e68800c818164471332 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:10:02.709187 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-1580e777-f6e7-4068-898d-b759089f1777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:10:02.720319 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-1580e777-f6e7-4068-898d-b759089f1777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:10:02.866987 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1580e777-f6e7-4068-898d-b759089f1777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:02.934717 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1580e777-f6e7-4068-898d-b759089f1777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:02.991063 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-1580e777-f6e7-4068-898d-b759089f1777 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ec6bf38b4374e68800c818164471332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567002 Jun 30 12:10:02.991921 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580e777-f6e7-4068-898d-b759089f1777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03a2c01-e830-4ed7-94a2-83bfb3eb3777,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:10:02.993811 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 52938) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:10:03.145852 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2c67ffb6-3e46-4ecf-999a-e00fb7a3bfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:03.173070 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2c67ffb6-3e46-4ecf-999a-e00fb7a3bfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:03.323089 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2c67ffb6-3e46-4ecf-999a-e00fb7a3bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:03.340949 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67ffb6-3e46-4ecf-999a-e00fb7a3bfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03a2c01-e830-4ed7-94a2-83bfb3eb3777,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:10:03.353685 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-2c67ffb6-3e46-4ecf-999a-e00fb7a3bfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:03.355549 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-2c67ffb6-3e46-4ecf-999a-e00fb7a3bfc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a03a2c01-e830-4ed7-94a2-83bfb3eb3777 HTTP/1.1" status: 204 len: 168 time: 0.3607132 Jun 30 12:10:04.768200 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 52972) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:10:04.937625 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-986943552-network', 'tenant_id': 'a9970955cbc44b23ab23ca5ba6b2efd2'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:10:04.942843 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:10:04.947013 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Usage tracker for resource:network and tenant:a9970955cbc44b23ab23ca5ba6b2efd2 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:10:04.950758 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:10:04.957936 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:10:05.072093 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Made reservation on behalf of a9970955cbc44b23ab23ca5ba6b2efd2 for: {'network': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:10:05.077663 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:05.102920 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:05.124991 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:10:05.129943 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Usage tracker for resource:security_group_rule and tenant:a9970955cbc44b23ab23ca5ba6b2efd2 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:10:05.133445 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:10:05.143472 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:10:05.241156 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:05.341017 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:05.375083 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=88751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 12:10:05.384686 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7556a984-843d-43b6-bc15-9cdc75f79bc2,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:10:05.403736 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:05.404077 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.segments_db [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Added segment a2409c68-4a37-47a7-a8b2-7994bc9a019c of type vlan for network e7d8ca47-2d8a-4258-8753-453afc9230e2 Jun 30 12:10:05.443663 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:05.569132 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:05.570291 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:10:05.573712 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:05.673160 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 52990) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:10:05.689313 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d8ca47-2d8a-4258-8753-453afc9230e2,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:10:05.701970 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network e7d8ca47-2d8a-4258-8753-453afc9230e2 details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 12:10:05.782745 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-1684890b-c8a3-4af1-9ffe-35395db448d5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0130582 Jun 30 12:10:05.787530 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 52996) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:10:05.794849 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Request body: {'subnet': {'network_id': 'e7d8ca47-2d8a-4258-8753-453afc9230e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-986943552-subnet', 'tenant_id': 'a9970955cbc44b23ab23ca5ba6b2efd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:10:05.801383 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:10:05.807218 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Usage tracker for resource:subnet and tenant:a9970955cbc44b23ab23ca5ba6b2efd2 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:10:05.811781 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:10:05.820855 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:10:05.929847 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-5846e14c-7cbe-4bfb-b301-a9898b562c4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44b19bd91e8c4f4696587d37168413d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542100 Jun 30 12:10:05.932180 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 53002) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:10:05.967669 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Made reservation on behalf of a9970955cbc44b23ab23ca5ba6b2efd2 for: {'subnet': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:10:05.971863 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1085331'] for subnet, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:06.146918 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-629bf32f-a881-47e2-a76d-0327150d7cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:06.186433 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-629bf32f-a881-47e2-a76d-0327150d7cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:06.408849 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-629bf32f-a881-47e2-a76d-0327150d7cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:06.423466 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33532763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1085349'] for subnet, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:06.466415 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bf32f-a881-47e2-a76d-0327150d7cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e133fd-abf6-428d-b6aa-79cb7241767c,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:10:06.498011 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-629bf32f-a881-47e2-a76d-0327150d7cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:06.499114 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-629bf32f-a881-47e2-a76d-0327150d7cf0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3e133fd-abf6-428d-b6aa-79cb7241767c HTTP/1.1" status: 204 len: 168 time: 0.5637805 Jun 30 12:10:06.526936 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1414d38-ca27-4d5f-b4fa-fdf827300493,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:10:06.540997 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Checking segment: {'id': 'a2409c68-4a37-47a7-a8b2-7994bc9a019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e7d8ca47-2d8a-4258-8753-453afc9230e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:10:06.541395 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Network hostable DHCP agents. Network: e7d8ca47-2d8a-4258-8753-453afc9230e2, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 12:10:06.694388 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Network e7d8ca47-2d8a-4258-8753-453afc9230e2 is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 12:10:06.791474 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, e7d8ca47-2d8a-4258-8753-453afc9230e2) {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:10:06.796912 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:10:06.797525 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:06.803117 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba094122-2a84-4a4d-b94b-23fc73815d5d None None] Network e7d8ca47-2d8a-4258-8753-453afc9230e2 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:10:06.968408 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-72c32115-a775-4af2-b9dd-7d801c6ee007 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1692796 Jun 30 12:10:07.128952 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3044e26a-f7bb-40cf-8116-41675939d7db None None] Network e7d8ca47-2d8a-4258-8753-453afc9230e2 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:10:08.255417 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 53036) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:10:08.265171 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-213572525-network', 'tenant_id': '975f789844c2474b9157b3b77db49b49'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:10:08.273738 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:10:08.278977 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Usage tracker for resource:network and tenant:975f789844c2474b9157b3b77db49b49 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:10:08.282396 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:10:08.292685 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:10:08.380291 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Made reservation on behalf of 975f789844c2474b9157b3b77db49b49 for: {'network': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:10:08.382743 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:08.396965 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:08.414454 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:10:08.418988 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Usage tracker for resource:security_group_rule and tenant:975f789844c2474b9157b3b77db49b49 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:10:08.422546 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:10:08.429575 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:10:08.528989 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:08.620870 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:08.660398 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 12:10:08.670274 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7ec8b0-25fa-4b58-ad26-98d696a5ec4b,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:10:08.679795 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:08.679795 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.segments_db [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Added segment d7dda501-faa5-4b16-833f-6fa3aa502c18 of type vlan for network 1e8098d4-31b2-4993-b233-a1d6d8f3899e Jun 30 12:10:08.710432 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:08.824999 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:08.826156 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:10:08.826815 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:08.935409 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] Pushing event updated for resources: {'Network': ['ID=1e8098d4-31b2-4993-b233-a1d6d8f3899e,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:10:08.946833 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network 1e8098d4-31b2-4993-b233-a1d6d8f3899e details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 12:10:09.003950 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-fba2faf6-1704-4adb-a5cf-9a93e0b9ca13 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7469511 Jun 30 12:10:09.008576 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 53044) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:10:09.014941 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Request body: {'subnet': {'network_id': '1e8098d4-31b2-4993-b233-a1d6d8f3899e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-213572525-subnet', 'tenant_id': '975f789844c2474b9157b3b77db49b49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:10:09.021579 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:10:09.025216 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Usage tracker for resource:subnet and tenant:975f789844c2474b9157b3b77db49b49 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:10:09.029410 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:10:09.037063 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:10:09.145751 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Made reservation on behalf of 975f789844c2474b9157b3b77db49b49 for: {'subnet': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:10:09.148154 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1085331'] for subnet, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:09.477301 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33532763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1085349'] for subnet, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:09.560819 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9771e58-6c25-4dbb-b1b1-42fd6b976b27,revision_number=0']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:10:09.576075 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Checking segment: {'id': 'd7dda501-faa5-4b16-833f-6fa3aa502c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1e8098d4-31b2-4993-b233-a1d6d8f3899e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:10:09.576527 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Network hostable DHCP agents. Network: 1e8098d4-31b2-4993-b233-a1d6d8f3899e, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 12:10:09.711466 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Network 1e8098d4-31b2-4993-b233-a1d6d8f3899e is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 12:10:09.820238 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, 1e8098d4-31b2-4993-b233-a1d6d8f3899e) {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:10:09.825463 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:10:09.826521 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:09.836921 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e9cf0-c668-48d3-a0e7-c99ec0851b76 None None] Network 1e8098d4-31b2-4993-b233-a1d6d8f3899e requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:10:09.958418 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-f17e7258-0365-401c-887a-63c615beeb38 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9485040 Jun 30 12:10:10.199614 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb44767-2b56-4d91-b830-4ccb7a51614d None None] Network 1e8098d4-31b2-4993-b233-a1d6d8f3899e requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:10:16.340774 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:18.202777 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5e06a46f-3338-43d6-b5fd-4c3016e59510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:20.465458 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-05477d4b-e232-43f5-a84a-a7e0bc0e4426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:21.512562 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:21.705947 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:22.065500 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:10:23.178888 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:45.965148 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [req-067dfdb2-5ca7-4d12-9c91-2d7c7d9578f0 req-d1aad4c4-23a2-4e42-a3b4-64579815d37f service neutron] (88750) timed out ('10.222.0.44', 51625) {{(pid=88750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 30 12:10:46.339811 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:48.190929 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-347ac33b-9a26-4093-af33-1d23945abecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:50.453528 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5f6a8cac-6699-49c1-9f8e-73c40d526406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:51.551266 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:51.694056 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:53.186051 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:10:57.625482 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-045bc206-2a19-46de-b082-c1502a0b7956 req-8e3fa8c0-04b5-46f4-91fc-53c550f7f112 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3101251 Jun 30 12:10:57.764706 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bc206-2a19-46de-b082-c1502a0b7956 req-296e2d2e-2b71-489b-be96-e981f7598788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:10:57.767190 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-045bc206-2a19-46de-b082-c1502a0b7956 req-296e2d2e-2b71-489b-be96-e981f7598788 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 1098 time: 0.1187103 Jun 30 12:10:57.979861 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bc206-2a19-46de-b082-c1502a0b7956 req-c17dba12-3373-4739-af8f-ee0f3e873011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:10:57.982083 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-045bc206-2a19-46de-b082-c1502a0b7956 req-c17dba12-3373-4739-af8f-ee0f3e873011 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 913 time: 0.1939600 Jun 30 12:10:58.100083 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-045bc206-2a19-46de-b082-c1502a0b7956 req-1deed630-1048-46b9-bf47-c37bb4c41620 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 HTTP/1.1" status: 200 len: 999 time: 0.1111825 Jun 30 12:10:58.165619 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bc206-2a19-46de-b082-c1502a0b7956 req-fb1ab471-76db-4587-b56d-85b279eafe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:10:58.167277 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-045bc206-2a19-46de-b082-c1502a0b7956 req-fb1ab471-76db-4587-b56d-85b279eafe34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 200 len: 851 time: 0.0616555 Jun 30 12:10:58.261283 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bc206-2a19-46de-b082-c1502a0b7956 req-0cae54a6-dc27-4479-ae90-62d86efbfb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:10:58.263348 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-045bc206-2a19-46de-b082-c1502a0b7956 req-0cae54a6-dc27-4479-ae90-62d86efbfb9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d10cb7-945f-43a2-bb61-0a070d4fc848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891397 Jun 30 12:10:58.502818 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-045bc206-2a19-46de-b082-c1502a0b7956 req-224b75be-edc0-41d9-b34a-f4f964a73f25 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330551 Jun 30 12:10:58.659169 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-045bc206-2a19-46de-b082-c1502a0b7956 req-fc421475-a571-456d-b975-0fac6ff8a576 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501045 Jun 30 12:10:59.066737 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:11:16.287930 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:11:18.253458 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8ffc2a94-dde1-441e-8cb6-bbbdf9d162f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:11:20.459225 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-0f989df6-9660-4eef-8506-b1a455378320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:11:21.493261 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:11:21.676165 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:11:23.196561 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:11:36.066512 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:11:46.310625 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:11:48.213475 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d84d4a3c-205a-4b6a-9610-e3374ac32fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:11:50.464932 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-45ca1db2-4639-4d90-a8a5-382dd732b6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:11:51.498928 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:11:51.705066 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:11:53.178931 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:11:58.426490 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-385d94ed-b2bf-4233-973e-28a25a5e444f req-e1e3d67b-3c47-445c-b06e-73d97bc8646f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785751 Jun 30 12:11:58.580758 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d94ed-b2bf-4233-973e-28a25a5e444f req-23064844-ea02-45e7-8e01-c400375a9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:11:58.582249 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-385d94ed-b2bf-4233-973e-28a25a5e444f req-23064844-ea02-45e7-8e01-c400375a9291 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 1098 time: 0.0850356 Jun 30 12:11:58.727395 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d94ed-b2bf-4233-973e-28a25a5e444f req-a9ca2e51-5ff3-4e0c-8f96-b6d5768e95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:11:58.728915 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-385d94ed-b2bf-4233-973e-28a25a5e444f req-a9ca2e51-5ff3-4e0c-8f96-b6d5768e95dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a HTTP/1.1" status: 200 len: 915 time: 0.1286821 Jun 30 12:11:58.798849 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-385d94ed-b2bf-4233-973e-28a25a5e444f req-d27e4df4-1d43-4002-8f54-fd3a3ca1467d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e8aba2c-4003-4212-a77a-3e5d50561a8c HTTP/1.1" status: 200 len: 217 time: 0.0630770 Jun 30 12:11:58.883406 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d94ed-b2bf-4233-973e-28a25a5e444f req-ad6215fa-a1f4-4361-afb8-6a2ac617b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:11:58.885312 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-385d94ed-b2bf-4233-973e-28a25a5e444f req-ad6215fa-a1f4-4361-afb8-6a2ac617b640 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ccd0a6a-ce23-4548-811d-fc28303eb66c HTTP/1.1" status: 200 len: 854 time: 0.0800745 Jun 30 12:11:58.942538 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-385d94ed-b2bf-4233-973e-28a25a5e444f req-a5e58468-8700-49eb-ae45-497c19ab2df4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513380 Jun 30 12:11:59.086374 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-385d94ed-b2bf-4233-973e-28a25a5e444f req-939b0daa-c8db-4199-8509-9111b2044dfe service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369760 Jun 30 12:11:59.225465 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-385d94ed-b2bf-4233-973e-28a25a5e444f req-14614c1e-801f-4e55-8aae-3f6a873ec830 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319034 Jun 30 12:12:13.065788 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:12:16.264198 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:12:18.195879 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5dddf6be-57d5-4b01-9e9e-a39b1cc596d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:12:20.464720 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e50cdf70-04d8-4291-9f06-f1dcdce13d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:12:21.498667 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:12:21.705038 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:12:23.213422 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:12:46.275862 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:12:47.456786 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [req-cfb61619-f0f4-4f13-bea4-3317f698c24a req-8313eb1c-0c68-4930-991c-53e575a6e6ee service neutron] (88751) timed out ('10.222.0.44', 51644) {{(pid=88751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 30 12:12:48.184582 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e0d21366-90ce-428f-abc0-eda2dbc9917f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:12:50.065021 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:12:50.515761 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-21b683cc-daa8-4c12-8bf7-3f7ea1698ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:12:51.527226 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:12:51.676129 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:12:53.190360 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:12:57.811590 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-87287e2a-d7fc-4404-bfcf-27775b02e851 req-4e653462-3b18-48b0-affb-3eed86d6c734 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852916 Jun 30 12:12:57.907894 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87287e2a-d7fc-4404-bfcf-27775b02e851 req-a024f4e3-4ab0-4fa1-af98-465b56677292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:12:57.910044 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-87287e2a-d7fc-4404-bfcf-27775b02e851 req-a024f4e3-4ab0-4fa1-af98-465b56677292 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 1098 time: 0.0787454 Jun 30 12:12:58.067815 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87287e2a-d7fc-4404-bfcf-27775b02e851 req-0ee320dd-84e8-4988-99e3-0e17e77ee622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:12:58.069245 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-87287e2a-d7fc-4404-bfcf-27775b02e851 req-0ee320dd-84e8-4988-99e3-0e17e77ee622 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 913 time: 0.1396074 Jun 30 12:12:58.179415 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-87287e2a-d7fc-4404-bfcf-27775b02e851 req-c12352f6-a18a-4f12-aed6-97663c60e662 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 HTTP/1.1" status: 200 len: 999 time: 0.1043789 Jun 30 12:12:58.247915 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87287e2a-d7fc-4404-bfcf-27775b02e851 req-d7fe9c1c-32e3-4d4e-b197-3d7987124adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:12:58.249403 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-87287e2a-d7fc-4404-bfcf-27775b02e851 req-d7fe9c1c-32e3-4d4e-b197-3d7987124adb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 200 len: 851 time: 0.0644591 Jun 30 12:12:58.425405 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87287e2a-d7fc-4404-bfcf-27775b02e851 req-e80e7772-43bd-44f1-a4c2-73b4dfcc7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:12:58.427022 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-87287e2a-d7fc-4404-bfcf-27775b02e851 req-e80e7772-43bd-44f1-a4c2-73b4dfcc7b27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d10cb7-945f-43a2-bb61-0a070d4fc848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1719146 Jun 30 12:12:58.566117 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-87287e2a-d7fc-4404-bfcf-27775b02e851 req-34ed4128-2a52-4be7-8468-d64f3678f8c5 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328378 Jun 30 12:12:58.714053 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-87287e2a-d7fc-4404-bfcf-27775b02e851 req-5c327a27-8b6f-49c6-a003-b86b26e84357 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421268 Jun 30 12:13:16.287206 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:13:18.201029 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9fd70827-b458-4b48-b272-a16c2bf63320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:13:20.469054 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-1e0c65a6-9760-42d9-bbac-fb66409d4e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:13:21.566855 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:13:21.715909 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:13:23.195785 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:13:27.066679 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:13:46.263249 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:13:48.201531 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-52c806ca-d568-41c9-aed0-d3737ce0e07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:13:50.498753 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-102d3a82-a04e-4d6f-b8e2-40f3bac70405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:13:51.521637 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:13:51.686999 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:13:53.195433 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:13:59.548591 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-04f0ab6b-0169-41b2-b690-3b3d09dea947 req-a3677f79-3c84-4e0b-8558-a22789d9f11d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826316 Jun 30 12:13:59.695931 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0ab6b-0169-41b2-b690-3b3d09dea947 req-b02310ed-a01c-47a8-90ba-156d3cc8fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:13:59.697720 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-04f0ab6b-0169-41b2-b690-3b3d09dea947 req-b02310ed-a01c-47a8-90ba-156d3cc8fb61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 1098 time: 0.0821068 Jun 30 12:13:59.846875 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0ab6b-0169-41b2-b690-3b3d09dea947 req-9bcf461c-67ee-4526-a77d-eb6ceb8db526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:13:59.848402 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-04f0ab6b-0169-41b2-b690-3b3d09dea947 req-9bcf461c-67ee-4526-a77d-eb6ceb8db526 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a HTTP/1.1" status: 200 len: 915 time: 0.1305544 Jun 30 12:13:59.921757 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-04f0ab6b-0169-41b2-b690-3b3d09dea947 req-3d7af941-ae6d-4bf0-ac6a-44f1e9c5c583 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e8aba2c-4003-4212-a77a-3e5d50561a8c HTTP/1.1" status: 200 len: 217 time: 0.0675826 Jun 30 12:13:59.986478 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0ab6b-0169-41b2-b690-3b3d09dea947 req-d74003fe-d234-48b9-a155-22445fedf36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:13:59.987854 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-04f0ab6b-0169-41b2-b690-3b3d09dea947 req-d74003fe-d234-48b9-a155-22445fedf36c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ccd0a6a-ce23-4548-811d-fc28303eb66c HTTP/1.1" status: 200 len: 854 time: 0.0609882 Jun 30 12:14:00.058477 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-04f0ab6b-0169-41b2-b690-3b3d09dea947 req-5e6f4ec1-fe1c-4989-a727-a6ddefa3b982 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9eb7ca6e-655b-41e9-8a8c-296cc396f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629897 Jun 30 12:14:00.213421 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-04f0ab6b-0169-41b2-b690-3b3d09dea947 req-f8ebc089-9f3f-48f3-a98f-493c5699e9e2 service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479318 Jun 30 12:14:00.356257 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-04f0ab6b-0169-41b2-b690-3b3d09dea947 req-d0ad138a-a9bc-4221-a099-ad9d596bf34c service neutron] 10.222.0.44 "GET /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361215 Jun 30 12:14:04.067012 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:14:16.253255 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:14:18.247055 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-b7e2af51-1781-418c-95de-3be181786c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:14:20.503616 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-38371978-50ef-41d2-bf5d-b7f092f00a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:14:21.538435 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:14:21.742612 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:14:23.189824 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:14:41.067372 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:14:46.270027 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:14:48.199111 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-033a2332-b3d1-4316-a621-1e063c961ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:14:50.467966 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-42be5a16-b8bb-4cdf-b766-48c2538e21e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:14:51.507682 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:14:51.692794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:14:53.221963 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:01.382296 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2112915e-1315-49f8-905a-acf23973968b req-47ed3a6c-4d0d-4abf-b46f-f99960a95cbc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0972183 Jun 30 12:15:01.483670 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112915e-1315-49f8-905a-acf23973968b req-77e482d7-948b-4d8c-ab4f-1c660e1e92f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:15:01.485207 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2112915e-1315-49f8-905a-acf23973968b req-77e482d7-948b-4d8c-ab4f-1c660e1e92f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 1098 time: 0.0832624 Jun 30 12:15:01.637505 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112915e-1315-49f8-905a-acf23973968b req-cba6d16d-3f27-492c-864d-02bae26f4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:15:01.638951 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2112915e-1315-49f8-905a-acf23973968b req-cba6d16d-3f27-492c-864d-02bae26f4ae9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 913 time: 0.1345806 Jun 30 12:15:01.743578 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2112915e-1315-49f8-905a-acf23973968b req-f5958382-3932-4003-bffa-052bb4208a04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 HTTP/1.1" status: 200 len: 999 time: 0.0980387 Jun 30 12:15:01.906033 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112915e-1315-49f8-905a-acf23973968b req-fb5dc280-5c7c-440f-bc78-b3c1efc4031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:15:01.907510 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2112915e-1315-49f8-905a-acf23973968b req-fb5dc280-5c7c-440f-bc78-b3c1efc4031c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 200 len: 851 time: 0.1577075 Jun 30 12:15:02.002766 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112915e-1315-49f8-905a-acf23973968b req-f87ddc5d-08c9-4572-a737-62e0c9326bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:15:02.005262 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2112915e-1315-49f8-905a-acf23973968b req-f87ddc5d-08c9-4572-a737-62e0c9326bf8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d10cb7-945f-43a2-bb61-0a070d4fc848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916591 Jun 30 12:15:02.149806 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2112915e-1315-49f8-905a-acf23973968b req-09b704d8-c99f-4654-b1db-8d683a6bc7c2 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385705 Jun 30 12:15:02.297997 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2112915e-1315-49f8-905a-acf23973968b req-d1ba684d-2e39-4ee3-bad2-26cdd5b81554 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427343 Jun 30 12:15:16.281226 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:18.067017 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:15:18.204906 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4804b1f3-19d6-4939-822d-d331f991c5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:20.476105 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-674ecdc2-d70b-4716-9930-e5a81da27eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:21.536157 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:21.669502 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:23.433135 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:32.915442 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [req-d77e254e-7cfa-4704-a51f-82b24c5f8d00 req-3e86e24e-c233-4b57-bf29-2120a59c22a0 service neutron] (88750) timed out ('10.222.0.44', 51645) {{(pid=88750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 30 12:15:34.259976 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [req-d89e22a7-1c07-4a5c-be0b-b2eaac7f0523 req-c8a97a4c-9f2b-4eb7-ab59-4aac76eaf98d tempest-ServerRescueNegativeTestJSON-1670442441 tempest-ServerRescueNegativeTestJSON-1670442441-project] (88751) timed out ('10.222.0.44', 51650) {{(pid=88751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 30 12:15:40.553330 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23efcd-36f6-457c-8d7f-a17c01f53e1c req-84e5ee3f-18d4-4624-a597-ada38ef57dcd tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:15:40.555007 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dc23efcd-36f6-457c-8d7f-a17c01f53e1c req-84e5ee3f-18d4-4624-a597-ada38ef57dcd tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 945 time: 0.3717096 Jun 30 12:15:40.602661 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dc23efcd-36f6-457c-8d7f-a17c01f53e1c req-8e39c4cc-d896-4cda-87bd-485de8192013 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/security-groups?id=073f0251-628c-4e34-806d-2920e61080aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411422 Jun 30 12:15:40.928458 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b83f8-52b6-4e33-a16e-857438f8e569 req-2d848156-0052-4653-bad3-1eef9c429b56 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:15:40.932832 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-397b83f8-52b6-4e33-a16e-857438f8e569 req-2d848156-0052-4653-bad3-1eef9c429b56 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Synchronizing usage tracker for tenant:f7045b19c7de4b78950b0f9f9b96b98c on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:15:41.026930 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-397b83f8-52b6-4e33-a16e-857438f8e569 req-2d848156-0052-4653-bad3-1eef9c429b56 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Unset dirty status for tenant:f7045b19c7de4b78950b0f9f9b96b98c on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:15:41.028092 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-397b83f8-52b6-4e33-a16e-857438f8e569 req-2d848156-0052-4653-bad3-1eef9c429b56 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.44 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 945 time: 0.1958337 Jun 30 12:15:41.105476 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-397b83f8-52b6-4e33-a16e-857438f8e569 req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Deleting port 5e8aba2c-4003-4212-a77a-3e5d50561a8c {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:15:41.105814 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-397b83f8-52b6-4e33-a16e-857438f8e569 req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:41.370446 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-397b83f8-52b6-4e33-a16e-857438f8e569 req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] For port 5e8aba2c-4003-4212-a77a-3e5d50561a8c, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=5e8aba2c-4003-4212-a77a-3e5d50561a8c,segment=NetworkSegment(574ea242-c979-4c20-93b6-6fa73bd2a256),segment_id=574ea242-c979-4c20-93b6-6fa73bd2a256)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:15:41.370800 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-397b83f8-52b6-4e33-a16e-857438f8e569 req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:41.496004 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-397b83f8-52b6-4e33-a16e-857438f8e569 req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Calling delete_port for 5e8aba2c-4003-4212-a77a-3e5d50561a8c owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:15:41.721319 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-397b83f8-52b6-4e33-a16e-857438f8e569 req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:41.733474 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['5e8aba2c-4003-4212-a77a-3e5d50561a8c'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:15:41.792138 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Pushing event deleted for resources: {'Port': ['ID=5e8aba2c-4003-4212-a77a-3e5d50561a8c,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:41.829381 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a003d1c5-6d62-40a5-b846-58f73a3ce2ff req-ce4c9a46-815f-482e-b03e-860f55866d29 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.1091588 Jun 30 12:15:41.832306 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:41.832589 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:41.832963 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:41.833302 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:41.833636 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:41.834568 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:41.834976 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:41.835476 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:41.835594 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:41.835902 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:41.836229 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:41.836574 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:41.893714 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-397b83f8-52b6-4e33-a16e-857438f8e569 req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] No DVR routers for this DVR port 5e8aba2c-4003-4212-a77a-3e5d50561a8c on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:15:41.896328 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-397b83f8-52b6-4e33-a16e-857438f8e569 req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:41.899651 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b254dc64-d3f2-4fa8-b9cc-72875fa717ba', 'name': 'network-vif-deleted', 'tag': '5e8aba2c-4003-4212-a77a-3e5d50561a8c'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:15:41.967672 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-397b83f8-52b6-4e33-a16e-857438f8e569 req-6550a8ab-e2f4-4d94-8f1b-b192d6e369f1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.44 "DELETE /v2.0/ports/5e8aba2c-4003-4212-a77a-3e5d50561a8c HTTP/1.1" status: 204 len: 173 time: 0.9329853 Jun 30 12:15:42.149048 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01d8ec6-9844-4f9e-92bf-cb003d2b677c'] response: {'server_uuid': 'b254dc64-d3f2-4fa8-b9cc-72875fa717ba', 'name': 'network-vif-deleted', 'tag': '5e8aba2c-4003-4212-a77a-3e5d50561a8c', 'status': 'completed', 'code': 200} Jun 30 12:15:43.002500 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-61e3ab0c-f484-480d-aaab-b3a561360166 req-545a4dd2-9727-42a0-84ed-e9fc77f58c81 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0562646 Jun 30 12:15:44.160613 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5f64cb48-882a-45ba-a846-b0d98e27870f req-a7e37509-0190-4748-abff-0fde7b799247 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0495610 Jun 30 12:15:44.836633 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 5e8aba2c-4003-4212-a77a-3e5d50561a8c no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:15:44.872107 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: 5e8aba2c-4003-4212-a77a-3e5d50561a8c {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:15:44.872482 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 5e8aba2c-4003-4212-a77a-3e5d50561a8c not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:15:45.322785 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d0c74cd1-6abd-4e9d-a273-d395352b0bba req-428f88c8-646d-4ba8-ab42-f68c8d452376 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0528095 Jun 30 12:15:46.315213 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:46.489636 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9990af2-6e3a-47d4-b056-f15c6b1895e7 req-594f8e22-bb17-4321-a18b-bc2d45bd8ddc tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0499842 Jun 30 12:15:47.656574 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b77d84d4-3517-4040-8b86-4796c904df56 req-0f6ff704-c5c9-4c54-9508-06ebc1e833fb tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0515449 Jun 30 12:15:47.678917 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 55670) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:15:47.800328 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ad0358eb-0da0-4aee-a9d4-5cc94cb247ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:47.816411 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-ad0358eb-0da0-4aee-a9d4-5cc94cb247ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:15:47.820514 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-ad0358eb-0da0-4aee-a9d4-5cc94cb247ed admin admin] Usage tracker for resource:security_group_rule and tenant:a65e31dbff6c45b6aba1f6dbfac8792f is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:15:47.823489 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-ad0358eb-0da0-4aee-a9d4-5cc94cb247ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:15:47.829418 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-ad0358eb-0da0-4aee-a9d4-5cc94cb247ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:15:47.921495 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ad0358eb-0da0-4aee-a9d4-5cc94cb247ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:48.012406 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-ad0358eb-0da0-4aee-a9d4-5cc94cb247ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:48.063976 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-ad0358eb-0da0-4aee-a9d4-5cc94cb247ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a65e31dbff6c45b6aba1f6dbfac8792f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830121 Jun 30 12:15:48.064726 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0358eb-0da0-4aee-a9d4-5cc94cb247ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfba66a-2b17-4082-816d-90f6aa2706e8,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:48.067365 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 55676) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:15:48.133663 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:48.161868 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:48.189624 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e9ed69d1-a11e-4383-9e45-ed2e49007995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:48.272700 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:48.288549 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfba66a-2b17-4082-816d-90f6aa2706e8,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:48.299765 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:48.300155 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:48.300472 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:48.300847 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:48.301174 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:48.301504 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:48.301840 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:48.302151 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:48.302487 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:48.302787 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:48.303105 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:48.303416 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:48.307773 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:48.309460 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-318ddfc8-88c9-4de1-9f54-57b0e47a5269 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bfba66a-2b17-4082-816d-90f6aa2706e8 HTTP/1.1" status: 204 len: 168 time: 0.2399309 Jun 30 12:15:48.834811 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d6127cac-7cba-4987-88fd-724080789339 req-24a7d9e6-8d70-4063-9c50-9c5dff926c5c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0550954 Jun 30 12:15:49.553269 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 55708) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:15:49.664601 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1615901303-network', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82'}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:15:49.670092 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:15:49.674083 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Usage tracker for resource:network and tenant:ca58ea5bd54d46c381fa386d11ce5a82 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:15:49.677069 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:15:49.684118 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:15:49.781199 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Made reservation on behalf of ca58ea5bd54d46c381fa386d11ce5a82 for: {'network': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:15:49.784270 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:49.801967 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:49.818914 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:15:49.826216 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Usage tracker for resource:security_group_rule and tenant:ca58ea5bd54d46c381fa386d11ce5a82 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:15:49.831273 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:15:49.842016 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:15:49.942149 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:50.044171 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4ed1347d-d9d2-4033-a298-531da94f9ed5 req-743e8f49-fa3b-40e5-b594-50b2c2717f63 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0528235 Jun 30 12:15:50.067150 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:50.102794 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 12:15:50.116619 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e41c54-6f6d-44b2-9428-b9640809448f,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:50.122738 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:50.123095 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.segments_db [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Added segment 8926e9bb-3f5e-4765-8a7e-43225499ce53 of type vlan for network d68a013e-4c29-4080-9ea8-bc0a4957da0b Jun 30 12:15:50.152587 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:50.272597 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:50.274309 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:15:50.274703 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:50.376040 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] Pushing event updated for resources: {'Network': ['ID=d68a013e-4c29-4080-9ea8-bc0a4957da0b,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:50.390366 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network d68a013e-4c29-4080-9ea8-bc0a4957da0b details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 12:15:50.448066 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-572810a4-09bc-422d-9249-cca649094158 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8935723 Jun 30 12:15:50.451192 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 55720) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:15:50.465061 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Request body: {'subnet': {'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1615901303-subnet', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'ip_version': 4}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:15:50.474981 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:15:50.482507 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Usage tracker for resource:subnet and tenant:ca58ea5bd54d46c381fa386d11ce5a82 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:15:50.486300 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:15:50.493765 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:15:50.522190 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7a6df5d0-6e5c-453e-80a8-4f533ff0f288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:50.623937 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Made reservation on behalf of ca58ea5bd54d46c381fa386d11ce5a82 for: {'subnet': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:15:50.626420 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29340576'] for subnet, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:50.921394 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27528643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29340566'] for subnet, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:51.002219 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:51.013122 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Checking segment: {'id': '8926e9bb-3f5e-4765-8a7e-43225499ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:15:51.013479 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Network hostable DHCP agents. Network: d68a013e-4c29-4080-9ea8-bc0a4957da0b, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 12:15:51.123735 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Network d68a013e-4c29-4080-9ea8-bc0a4957da0b is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 12:15:51.230827 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a89b64a1-7288-4f03-ac06-6405b26fe2e7 req-641e7b8b-ef9b-4671-8fa4-243c3625dee1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0585732 Jun 30 12:15:51.231675 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, d68a013e-4c29-4080-9ea8-bc0a4957da0b) {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:15:51.236760 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:15:51.237350 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:51.245465 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f97d27c-8c67-4b2b-8a86-6d7d8504b63e None None] Network d68a013e-4c29-4080-9ea8-bc0a4957da0b requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:15:51.341829 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-35e6db31-61ec-4f90-9861-c09a3b704b94 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8891163 Jun 30 12:15:51.344345 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 55728) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:15:51.349271 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1615901303-router', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:15:51.355169 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:15:51.362318 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Usage tracker for resource:router and tenant:ca58ea5bd54d46c381fa386d11ce5a82 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:15:51.369088 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:15:51.378236 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:15:51.487080 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:51.489617 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:51.504495 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ad8f6dd-feab-57c2-9a36-52b0b8572c55-d68a013e-4c29-4080-9ea8-bc0a4957da0b', 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'fixed_ips': [{'subnet_id': 'ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f'}]}} from dv-cinder-848250-1-iscsi. {{(pid=88752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 12:15:51.506048 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:51.509178 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:51.613147 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:51.700825 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.db_base_plugin_common [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Allocated IP 172.20.0.2 (d68a013e-4c29-4080-9ea8-bc0a4957da0b/ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f/a29caa1b-4d7a-406a-99b2-8e7c6f226189) {{(pid=88752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:15:51.712070 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:51.940133 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Notify callbacks [] for port, precommit_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:51.953233 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Transition to ACTIVE for port object a29caa1b-4d7a-406a-99b2-8e7c6f226189 will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:15:51.977087 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Transition to ACTIVE for port object a29caa1b-4d7a-406a-99b2-8e7c6f226189 will not be triggered until provisioned by entity DHCP. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:15:52.032687 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7328'] for router, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:52.079435 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:52.171652 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Network d68a013e-4c29-4080-9ea8-bc0a4957da0b is already hosted by enough agents. {{(pid=88752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:15:52.174674 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.base_scheduler [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Resources bound (agent type, host, resource id): {{(pid=88752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:15:52.178377 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Received port after_create {{(pid=88752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:15:52.184530 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Pushing event updated for resources: {'Port': ['ID=a29caa1b-4d7a-406a-99b2-8e7c6f226189,revision_number=1']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:52.227638 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:52.227972 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:52.228494 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:52.228918 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:52.229251 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:52.229581 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:52.229906 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:52.230236 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:52.230554 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:52.230871 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:52.231184 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:52.231503 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:52.308480 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Attempting to bind port a29caa1b-4d7a-406a-99b2-8e7c6f226189 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:15:52.308831 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Attempting to bind port a29caa1b-4d7a-406a-99b2-8e7c6f226189 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '8926e9bb-3f5e-4765-8a7e-43225499ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:15:52.309204 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Attempting to bind port a29caa1b-4d7a-406a-99b2-8e7c6f226189 on network d68a013e-4c29-4080-9ea8-bc0a4957da0b {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:15:52.315521 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 12, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:15:52.316058 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Checking segment: {'id': '8926e9bb-3f5e-4765-8a7e-43225499ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:15:52.316502 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:52.316894 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Bound using segment: {'id': '8926e9bb-3f5e-4765-8a7e-43225499ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:15:52.317382 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Bound port: a29caa1b-4d7a-406a-99b2-8e7c6f226189, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8926e9bb-3f5e-4765-8a7e-43225499ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:15:52.317754 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:52.420031 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] For port a29caa1b-4d7a-406a-99b2-8e7c6f226189, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:15:52.423581 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] For port a29caa1b-4d7a-406a-99b2-8e7c6f226189, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=a29caa1b-4d7a-406a-99b2-8e7c6f226189,segment=NetworkSegment(8926e9bb-3f5e-4765-8a7e-43225499ce53),segment_id=8926e9bb-3f5e-4765-8a7e-43225499ce53)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:15:52.522900 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f2dd8ecb-c3fc-4457-9ee8-725198eae87c req-e7e32a15-61b8-42eb-a9f9-6df2c4f96039 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.1283514 Jun 30 12:15:52.547351 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:52.585562 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:52.619862 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:52.648749 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28216a01-e38f-430e-93bf-1fe1d9ce8fbe None None] Pushing event updated for resources: {'Port': ['ID=a29caa1b-4d7a-406a-99b2-8e7c6f226189,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:52.784607 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Allocated IP 172.27.1.192 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/e991e417-6d94-49d3-952e-83f3b73837e8) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:15:53.000972 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:53.102502 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:53.176351 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:15:53.179777 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:15:53.184779 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:15:53.239689 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Pushing event updated for resources: {'Port': ['ID=e991e417-6d94-49d3-952e-83f3b73837e8,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:53.329886 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a29caa1b-4d7a-406a-99b2-8e7c6f226189 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:15:53.361161 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:53.484248 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port a29caa1b-4d7a-406a-99b2-8e7c6f226189 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:15:53.749137 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-75f505cb-007e-4953-ad50-99981e17bc24 req-114cfd6a-a82b-4d41-8755-a5b911fb8d4e tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.1107824 Jun 30 12:15:53.803753 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498ec50-eac3-415f-9cc6-d6eb82922268 None None] Network d68a013e-4c29-4080-9ea8-bc0a4957da0b requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:15:53.897321 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:53.978690 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-ae7628dc-80e6-4039-8b35-97462e32358d None None] Provisioning for port a29caa1b-4d7a-406a-99b2-8e7c6f226189 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:15:53.990551 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-ae7628dc-80e6-4039-8b35-97462e32358d None None] Provisioning complete for port a29caa1b-4d7a-406a-99b2-8e7c6f226189 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:15:53.990944 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ae7628dc-80e6-4039-8b35-97462e32358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:54.199655 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-ae7628dc-80e6-4039-8b35-97462e32358d None None] Current status of the port a29caa1b-4d7a-406a-99b2-8e7c6f226189 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:15:54.200030 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ae7628dc-80e6-4039-8b35-97462e32358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:54.249750 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-ae7628dc-80e6-4039-8b35-97462e32358d None None] For port a29caa1b-4d7a-406a-99b2-8e7c6f226189, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=a29caa1b-4d7a-406a-99b2-8e7c6f226189,segment=NetworkSegment(8926e9bb-3f5e-4765-8a7e-43225499ce53),segment_id=8926e9bb-3f5e-4765-8a7e-43225499ce53)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:15:54.387155 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ae7628dc-80e6-4039-8b35-97462e32358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:54.429055 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579364'] for router, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:54.491877 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7628dc-80e6-4039-8b35-97462e32358d None None] Pushing event updated for resources: {'Port': ['ID=a29caa1b-4d7a-406a-99b2-8e7c6f226189,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:54.512087 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-23d0d02d-603e-484b-8dfc-db13e76ce9c4 None None] Provisioning complete for port a29caa1b-4d7a-406a-99b2-8e7c6f226189 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:15:54.512504 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-23d0d02d-603e-484b-8dfc-db13e76ce9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:54.646055 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-23d0d02d-603e-484b-8dfc-db13e76ce9c4 None None] Current status of the port a29caa1b-4d7a-406a-99b2-8e7c6f226189 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:15:54.766683 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Router a5376aee-f697-4fe3-8228-af5ee6367f74 is scheduled to L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 with binding_index 1 {{(pid=88751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 12:15:55.046787 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fac97f29-4980-480e-8650-113f7620e2c1 req-165fd4f5-5eaa-4083-9f5e-88517ce5c14b tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.1164901 Jun 30 12:15:55.071956 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:15:55.100342 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:15:55.109509 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Sync routers for ids ['a5376aee-f697-4fe3-8228-af5ee6367f74'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:15:55.122366 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Routers {'a5376aee-f697-4fe3-8228-af5ee6367f74'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:15:55.122992 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:15:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a5376aee-f697-4fe3-8228-af5ee6367f74'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:15:55.201701 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:55.203118 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-32b420bb-d842-4574-bce6-ee37dba3f477 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8578255 Jun 30 12:15:55.206084 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 55754) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:15:55.254516 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a29caa1b-4d7a-406a-99b2-8e7c6f226189 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:15:55.328457 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port a29caa1b-4d7a-406a-99b2-8e7c6f226189 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:15:55.328826 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:55.360858 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Set router a5376aee-f697-4fe3-8228-af5ee6367f74 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:15:55.497932 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port a29caa1b-4d7a-406a-99b2-8e7c6f226189 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:15:55.682729 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'name': 'tempest-TestMinimumBasicScenario-1615901303-router', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e991e417-6d94-49d3-952e-83f3b73837e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:15:51Z', 'updated_at': '2022-06-30T12:15:53Z', 'revision_number': 3, 'project_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'gw_port': {'id': 'e991e417-6d94-49d3-952e-83f3b73837e8', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:15:52Z', 'updated_at': '2022-06-30T12:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:15:55.687162 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Checking router: a5376aee-f697-4fe3-8228-af5ee6367f74 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:15:55.687508 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Updating router a5376aee-f697-4fe3-8228-af5ee6367f74 port e991e417-6d94-49d3-952e-83f3b73837e8 binding host dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 12:15:55.748516 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:56.117292 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:56.165068 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Notify callbacks [] for port, precommit_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:56.178007 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.provisioning_blocks [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Transition to ACTIVE for port object e991e417-6d94-49d3-952e-83f3b73837e8 will not be triggered until provisioned by entity L2. {{(pid=88753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:15:56.235527 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f6d72c4a-91b6-46f2-8c5a-b265c427c5af req-620c7a81-5684-43aa-bc18-d06db301a04c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0603378 Jun 30 12:15:56.249847 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:56.333870 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Attempting to bind port e991e417-6d94-49d3-952e-83f3b73837e8 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:15:56.334236 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Attempting to bind port e991e417-6d94-49d3-952e-83f3b73837e8 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:15:56.334591 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Attempting to bind port e991e417-6d94-49d3-952e-83f3b73837e8 on network e4d1c1ad-a890-44d7-b269-958aaeb49e2d {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:15:56.341098 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648d496-1f8c-4cd3-8ed0-358f3333aa81 None None] Pushing event updated for resources: {'Port': ['ID=e991e417-6d94-49d3-952e-83f3b73837e8,revision_number=2']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:56.346226 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 12, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:15:56.346592 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Checking segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:15:56.346985 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:56.347378 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Bound using segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:15:56.347847 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Bound port: e991e417-6d94-49d3-952e-83f3b73837e8, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:15:56.348235 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:56.380705 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648d496-1f8c-4cd3-8ed0-358f3333aa81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:56.381093 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648d496-1f8c-4cd3-8ed0-358f3333aa81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:56.381386 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648d496-1f8c-4cd3-8ed0-358f3333aa81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:56.381720 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648d496-1f8c-4cd3-8ed0-358f3333aa81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:56.382053 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648d496-1f8c-4cd3-8ed0-358f3333aa81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:56.382575 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648d496-1f8c-4cd3-8ed0-358f3333aa81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:56.382913 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648d496-1f8c-4cd3-8ed0-358f3333aa81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:56.383240 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648d496-1f8c-4cd3-8ed0-358f3333aa81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:56.383586 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648d496-1f8c-4cd3-8ed0-358f3333aa81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:56.383914 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648d496-1f8c-4cd3-8ed0-358f3333aa81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:56.384238 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648d496-1f8c-4cd3-8ed0-358f3333aa81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:56.384586 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648d496-1f8c-4cd3-8ed0-358f3333aa81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:15:56.394404 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Allocated IP 172.20.0.1 (d68a013e-4c29-4080-9ea8-bc0a4957da0b/ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f/8393d378-783a-45c4-a40d-40de088dc79d) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:15:56.436413 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] For port e991e417-6d94-49d3-952e-83f3b73837e8, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:15:56.440279 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] For port e991e417-6d94-49d3-952e-83f3b73837e8, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=e991e417-6d94-49d3-952e-83f3b73837e8,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:15:56.513509 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:56.560036 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:56.579043 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.provisioning_blocks [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Transition to ACTIVE for port object 8393d378-783a-45c4-a40d-40de088dc79d will not be triggered until provisioned by entity DHCP. {{(pid=88751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:15:56.598509 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Routers {'a5376aee-f697-4fe3-8228-af5ee6367f74'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:15:56.599145 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:15:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a5376aee-f697-4fe3-8228-af5ee6367f74'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:15:56.672880 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:56.728673 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648d496-1f8c-4cd3-8ed0-358f3333aa81 None None] Pushing event updated for resources: {'Port': ['ID=e991e417-6d94-49d3-952e-83f3b73837e8,revision_number=3']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:56.750552 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Network d68a013e-4c29-4080-9ea8-bc0a4957da0b is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:15:56.753849 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:15:56.759176 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:15:56.805248 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=8393d378-783a-45c4-a40d-40de088dc79d,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:56.832210 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] Set router a5376aee-f697-4fe3-8228-af5ee6367f74 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:15:56.863334 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574062'] for router_interface, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:57.152249 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:57.183541 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'name': 'tempest-TestMinimumBasicScenario-1615901303-router', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e991e417-6d94-49d3-952e-83f3b73837e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:15:51Z', 'updated_at': '2022-06-30T12:15:53Z', 'revision_number': 3, 'project_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'gw_port': {'id': 'e991e417-6d94-49d3-952e-83f3b73837e8', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:15:52Z', 'updated_at': '2022-06-30T12:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:15:57.186279 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-9cd85cb2-bb21-40db-9116-847501f395eb None None] Provisioning for port 8393d378-783a-45c4-a40d-40de088dc79d completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:15:57.188349 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bea3af-5046-4508-b593-066133cf2816 None None] The sync data for ids ['a5376aee-f697-4fe3-8228-af5ee6367f74'] in dv-cinder-848250-1-iscsi is: [{'id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'name': 'tempest-TestMinimumBasicScenario-1615901303-router', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e991e417-6d94-49d3-952e-83f3b73837e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:15:51Z', 'updated_at': '2022-06-30T12:15:53Z', 'revision_number': 3, 'project_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'gw_port': {'id': 'e991e417-6d94-49d3-952e-83f3b73837e8', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:15:52Z', 'updated_at': '2022-06-30T12:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:15:57.191674 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-9cd85cb2-bb21-40db-9116-847501f395eb None None] Provisioning complete for port 8393d378-783a-45c4-a40d-40de088dc79d triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:15:57.192269 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9cd85cb2-bb21-40db-9116-847501f395eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:57.262639 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-9cd85cb2-bb21-40db-9116-847501f395eb None None] Port 8393d378-783a-45c4-a40d-40de088dc79d cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 12:15:57.422323 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7ac62529-1abc-4261-ad4d-b9d8d5659f3a req-11fea8cf-0cc3-444f-a037-51af09109f08 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0645823 Jun 30 12:15:57.477168 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:57.556436 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27525444'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:57.670170 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=8393d378-783a-45c4-a40d-40de088dc79d,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:57.672954 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573963'] for router_interface, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:57.837098 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Network d68a013e-4c29-4080-9ea8-bc0a4957da0b is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:15:57.838497 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:15:58.076642 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Router a5376aee-f697-4fe3-8228-af5ee6367f74 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:15:58.203049 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-26209eb0-8d7a-4843-b841-efd42bbf2699 None None] Provisioning complete for port 8393d378-783a-45c4-a40d-40de088dc79d triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:15:58.204149 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-26209eb0-8d7a-4843-b841-efd42bbf2699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:58.271700 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-26209eb0-8d7a-4843-b841-efd42bbf2699 None None] Port 8393d378-783a-45c4-a40d-40de088dc79d cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 12:15:58.414185 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:15:58.425548 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-033f49e0-750b-4516-bd5b-af03dcf97ea1 admin admin] 10.222.0.18 "PUT /v2.0/routers/a5376aee-f697-4fe3-8228-af5ee6367f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2181242 Jun 30 12:15:58.665306 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b3cdf4ed-7681-4b93-9ec9-c37f1f1a1ecb req-3e0ffa5d-dbd1-4f43-a6be-1cc8280b3f2e tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0816588 Jun 30 12:15:58.897667 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Sync routers for ids ['a5376aee-f697-4fe3-8228-af5ee6367f74'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:15:58.909517 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Routers {'a5376aee-f697-4fe3-8228-af5ee6367f74'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:15:58.910183 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:15:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a5376aee-f697-4fe3-8228-af5ee6367f74'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:15:59.121780 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Set router a5376aee-f697-4fe3-8228-af5ee6367f74 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:15:59.326529 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device e991e417-6d94-49d3-952e-83f3b73837e8 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:15:59.410845 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 55794) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:15:59.419110 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1970857362-network', 'tenant_id': '55f22930940f46bebca5d044e14f23b5'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:15:59.425183 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:15:59.432068 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Usage tracker for resource:network and tenant:55f22930940f46bebca5d044e14f23b5 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:15:59.437232 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:15:59.448774 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:15:59.556005 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Made reservation on behalf of 55f22930940f46bebca5d044e14f23b5 for: {'network': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:15:59.559069 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for network, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:59.574427 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:59.592167 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:15:59.592687 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port e991e417-6d94-49d3-952e-83f3b73837e8 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:15:59.596922 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Usage tracker for resource:security_group_rule and tenant:55f22930940f46bebca5d044e14f23b5 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:15:59.600932 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:15:59.608890 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:15:59.612331 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port e991e417-6d94-49d3-952e-83f3b73837e8 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:15:59.612976 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:59.680311 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'name': 'tempest-TestMinimumBasicScenario-1615901303-router', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e991e417-6d94-49d3-952e-83f3b73837e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:15:51Z', 'updated_at': '2022-06-30T12:15:56Z', 'revision_number': 4, 'project_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'gw_port': {'id': 'e991e417-6d94-49d3-952e-83f3b73837e8', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:15:52Z', 'updated_at': '2022-06-30T12:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '8393d378-783a-45c4-a40d-40de088dc79d', 'name': '', 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'mac_address': 'fa:16:3e:c0:e8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:15:56Z', 'updated_at': '2022-06-30T12:15:57Z', 'revision_number': 2, 'project_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'subnets': [{'id': 'ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:15:59.690516 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Checking router: a5376aee-f697-4fe3-8228-af5ee6367f74 for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:15:59.690834 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Updating router a5376aee-f697-4fe3-8228-af5ee6367f74 port 8393d378-783a-45c4-a40d-40de088dc79d binding host dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 12:15:59.714712 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:59.762550 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:59.804822 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:59.855823 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 12:15:59.869651 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ec4dfb-b2d4-4637-85ef-17845e6a5bac,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:15:59.877370 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:59.878146 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.db.segments_db [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Added segment d6f6204d-e219-49a0-bd8f-962df5476d41 of type vlan for network 96303e9f-6498-4580-a405-fb2b533fa6a5 Jun 30 12:15:59.904811 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f917acf0-8f13-4e1e-a7ba-30f5ad21ec61 req-cdd4fa34-595a-4d08-b832-9d4320c6da67 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0995939 Jun 30 12:15:59.931336 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752188109617'] for network, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:15:59.955614 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port e991e417-6d94-49d3-952e-83f3b73837e8 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:15:59.955614 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:00.025719 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port e991e417-6d94-49d3-952e-83f3b73837e8, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=e991e417-6d94-49d3-952e-83f3b73837e8,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:16:00.058619 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665'] for network, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:00.060347 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:00.061438 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:00.126879 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:00.248832 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=e991e417-6d94-49d3-952e-83f3b73837e8,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:00.262017 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] Pushing event updated for resources: {'Network': ['ID=96303e9f-6498-4580-a405-fb2b533fa6a5,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:00.277394 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Network 96303e9f-6498-4580-a405-fb2b533fa6a5 details requested by agent ovs-agent-dv-cinder-848250-1-iscsi with host dv-cinder-848250-1-iscsi {{(pid=88752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 30 12:16:00.352419 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-e277b230-3543-4682-b361-145e3345eeaf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9386907 Jun 30 12:16:00.356404 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 55802) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:16:00.367459 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.v2.base [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Request body: {'subnet': {'network_id': '96303e9f-6498-4580-a405-fb2b533fa6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1970857362-subnet', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'ip_version': 4}} {{(pid=88751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:16:00.378161 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:16:00.389246 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Usage tracker for resource:subnet and tenant:55f22930940f46bebca5d044e14f23b5 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:16:00.397254 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:16:00.410704 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:16:00.464943 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Notify callbacks [] for port, precommit_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:00.483955 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Transition to ACTIVE for port object 8393d378-783a-45c4-a40d-40de088dc79d will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:16:00.532677 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Made reservation on behalf of 55f22930940f46bebca5d044e14f23b5 for: {'subnet': 1} {{(pid=88751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:16:00.535311 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29340576'] for subnet, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:00.573104 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:00.723058 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821a661-aa3b-4b48-bea9-f18e3fba7243 None None] Pushing event updated for resources: {'Port': ['ID=8393d378-783a-45c4-a40d-40de088dc79d,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:00.841307 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Attempting to bind port 8393d378-783a-45c4-a40d-40de088dc79d on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:16:00.841936 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Attempting to bind port 8393d378-783a-45c4-a40d-40de088dc79d by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': '8926e9bb-3f5e-4765-8a7e-43225499ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:16:00.842330 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Attempting to bind port 8393d378-783a-45c4-a40d-40de088dc79d on network d68a013e-4c29-4080-9ea8-bc0a4957da0b {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:16:00.844500 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27528643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29340566'] for subnet, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:00.853667 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 12, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:16:00.854732 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Checking segment: {'id': '8926e9bb-3f5e-4765-8a7e-43225499ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:16:00.854895 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:00.855705 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Bound using segment: {'id': '8926e9bb-3f5e-4765-8a7e-43225499ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:16:00.856325 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Bound port: 8393d378-783a-45c4-a40d-40de088dc79d, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8926e9bb-3f5e-4765-8a7e-43225499ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:16:00.857124 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:00.963986 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4504ac-65fd-4b90-91bd-9bdd07282520,revision_number=0']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:00.972342 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Checking segment: {'id': 'd6f6204d-e219-49a0-bd8f-962df5476d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '96303e9f-6498-4580-a405-fb2b533fa6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:16:00.972756 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Network hostable DHCP agents. Network: 96303e9f-6498-4580-a405-fb2b533fa6a5, hostable agents: ['fc049d5d-30ee-43eb-a8cd-61fb0298113e'], hosted agents: [] {{(pid=88751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 12:16:01.001033 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] For port 8393d378-783a-45c4-a40d-40de088dc79d, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:16:01.007032 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] For port 8393d378-783a-45c4-a40d-40de088dc79d, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=8393d378-783a-45c4-a40d-40de088dc79d,segment=NetworkSegment(8926e9bb-3f5e-4765-8a7e-43225499ce53),segment_id=8926e9bb-3f5e-4765-8a7e-43225499ce53)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:16:01.086293 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-59eb08ce-ec22-48d7-acab-4b962ad0b8fa req-e5fb849e-da44-4d23-82a1-b72dac3ca9b8 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0532737 Jun 30 12:16:01.112193 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Network 96303e9f-6498-4580-a405-fb2b533fa6a5 is scheduled to be hosted by DHCP agent fc049d5d-30ee-43eb-a8cd-61fb0298113e with binding_index 1 {{(pid=88751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 12:16:01.138575 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:01.230687 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Routers {'a5376aee-f697-4fe3-8228-af5ee6367f74'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:16:01.231613 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:15:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a5376aee-f697-4fe3-8228-af5ee6367f74'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:16:01.252656 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848250-1-iscsi, 96303e9f-6498-4580-a405-fb2b533fa6a5) {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:16:01.258558 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:01.259152 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:01.293034 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f227c1-e1f8-4180-a507-3ab0c95f462e None None] Network 96303e9f-6498-4580-a405-fb2b533fa6a5 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:16:01.306696 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device e991e417-6d94-49d3-952e-83f3b73837e8 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:16:01.359112 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-2b71169a-91de-4603-9cc6-e94ffdc3b036 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0009143 Jun 30 12:16:01.363224 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 55810) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:16:01.369466 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1970857362-router', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:16:01.374908 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:16:01.379749 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Usage tracker for resource:router and tenant:55f22930940f46bebca5d044e14f23b5 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:16:01.384158 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:16:01.391714 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:16:01.462922 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821a661-aa3b-4b48-bea9-f18e3fba7243 None None] Pushing event updated for resources: {'Port': ['ID=8393d378-783a-45c4-a40d-40de088dc79d,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:01.495449 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7301'] for router, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:01.496551 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-579441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7326'] for router, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:01.517527 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:01.673658 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] Set router a5376aee-f697-4fe3-8228-af5ee6367f74 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:16:01.764509 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port e991e417-6d94-49d3-952e-83f3b73837e8 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:16:01.764889 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:01.972148 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-579395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7328'] for router, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:02.030804 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ad8f6dd-feab-57c2-9a36-52b0b8572c55-96303e9f-6498-4580-a405-fb2b533fa6a5', 'network_id': '96303e9f-6498-4580-a405-fb2b533fa6a5', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'fixed_ips': [{'subnet_id': '4f4504ac-65fd-4b90-91bd-9bdd07282520'}]}} from dv-cinder-848250-1-iscsi. {{(pid=88752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 30 12:16:02.032522 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:02.285852 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port e991e417-6d94-49d3-952e-83f3b73837e8 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:16:02.287956 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e4449e3a-c5f1-4f99-a0ab-a9db724f8c1d req-dc56983e-c054-47f5-a0c9-a22b1ae5b987 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0681052 Jun 30 12:16:02.362454 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.db_base_plugin_common [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Allocated IP 172.20.0.2 (96303e9f-6498-4580-a405-fb2b533fa6a5/4f4504ac-65fd-4b90-91bd-9bdd07282520/6e151ff9-42f9-42cc-b179-25dbf53ffe84) {{(pid=88752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:16:02.426088 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:02.457253 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'name': 'tempest-TestMinimumBasicScenario-1615901303-router', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e991e417-6d94-49d3-952e-83f3b73837e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:15:51Z', 'updated_at': '2022-06-30T12:15:56Z', 'revision_number': 4, 'project_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'gw_port': {'id': 'e991e417-6d94-49d3-952e-83f3b73837e8', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:15:52Z', 'updated_at': '2022-06-30T12:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '8393d378-783a-45c4-a40d-40de088dc79d', 'name': '', 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'mac_address': 'fa:16:3e:c0:e8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:15:56Z', 'updated_at': '2022-06-30T12:16:00Z', 'revision_number': 4, 'project_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'subnets': [{'id': 'ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:16:02.459337 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:02.467219 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3625ca-09f5-4ac6-8067-f150f060f637 None None] The sync data for ids ['a5376aee-f697-4fe3-8228-af5ee6367f74'] in dv-cinder-848250-1-iscsi is: [{'id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'name': 'tempest-TestMinimumBasicScenario-1615901303-router', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e991e417-6d94-49d3-952e-83f3b73837e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:15:51Z', 'updated_at': '2022-06-30T12:15:56Z', 'revision_number': 4, 'project_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'gw_port': {'id': 'e991e417-6d94-49d3-952e-83f3b73837e8', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:15:52Z', 'updated_at': '2022-06-30T12:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '8393d378-783a-45c4-a40d-40de088dc79d', 'name': '', 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'mac_address': 'fa:16:3e:c0:e8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:15:56Z', 'updated_at': '2022-06-30T12:16:00Z', 'revision_number': 4, 'project_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'subnets': [{'id': 'ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:16:02.687421 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Allocated IP 172.27.1.131 (e4d1c1ad-a890-44d7-b269-958aaeb49e2d/1c77f748-b922-4e99-9edd-cd37df9ec062/1d53f1ba-26c1-4410-ae96-151a0ebe65a2) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:16:02.688132 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Notify callbacks [] for port, precommit_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:02.713794 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Transition to ACTIVE for port object 6e151ff9-42f9-42cc-b179-25dbf53ffe84 will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:16:02.745289 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Transition to ACTIVE for port object 6e151ff9-42f9-42cc-b179-25dbf53ffe84 will not be triggered until provisioned by entity DHCP. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:16:02.815744 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055'] for port, after_create {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:02.882446 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Network 96303e9f-6498-4580-a405-fb2b533fa6a5 is already hosted by enough agents. {{(pid=88752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:16:02.884487 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.scheduler.base_scheduler [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Resources bound (agent type, host, resource id): {{(pid=88752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:16:02.899774 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Received port after_create {{(pid=88752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:16:02.900026 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:03.024607 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Pushing event updated for resources: {'Port': ['ID=6e151ff9-42f9-42cc-b179-25dbf53ffe84,revision_number=1']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:03.044920 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:03.046111 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Attempting to bind port 6e151ff9-42f9-42cc-b179-25dbf53ffe84 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:16:03.046622 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Attempting to bind port 6e151ff9-42f9-42cc-b179-25dbf53ffe84 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'd6f6204d-e219-49a0-bd8f-962df5476d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '96303e9f-6498-4580-a405-fb2b533fa6a5'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:16:03.046992 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Attempting to bind port 6e151ff9-42f9-42cc-b179-25dbf53ffe84 on network 96303e9f-6498-4580-a405-fb2b533fa6a5 {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:16:03.053767 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 12, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:16:03.054284 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Checking segment: {'id': 'd6f6204d-e219-49a0-bd8f-962df5476d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '96303e9f-6498-4580-a405-fb2b533fa6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:16:03.054710 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:03.055134 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Bound using segment: {'id': 'd6f6204d-e219-49a0-bd8f-962df5476d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '96303e9f-6498-4580-a405-fb2b533fa6a5'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:16:03.055785 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Bound port: 6e151ff9-42f9-42cc-b179-25dbf53ffe84, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f6204d-e219-49a0-bd8f-962df5476d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '96303e9f-6498-4580-a405-fb2b533fa6a5'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:16:03.056174 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:03.141493 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Network e4d1c1ad-a890-44d7-b269-958aaeb49e2d is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:16:03.141493 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:16:03.147019 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:16:03.173025 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] For port 6e151ff9-42f9-42cc-b179-25dbf53ffe84, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:16:03.181322 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] For port 6e151ff9-42f9-42cc-b179-25dbf53ffe84, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=6e151ff9-42f9-42cc-b179-25dbf53ffe84,segment=NetworkSegment(d6f6204d-e219-49a0-bd8f-962df5476d41),segment_id=d6f6204d-e219-49a0-bd8f-962df5476d41)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:16:03.181848 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Pushing event updated for resources: {'Port': ['ID=1d53f1ba-26c1-4410-ae96-151a0ebe65a2,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:03.270765 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:03.279912 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9226a759-30f1-4b50-90ae-641d245e0631 req-44de6099-739d-4826-84c1-8294baf24a9c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5850224 Jun 30 12:16:03.431178 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 8393d378-783a-45c4-a40d-40de088dc79d up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:16:03.612960 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87becc-7061-4244-97fb-81e99acfe930 None None] Pushing event updated for resources: {'Port': ['ID=6e151ff9-42f9-42cc-b179-25dbf53ffe84,revision_number=2']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:03.663085 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3c8f8a42-4a17-453b-b715-8491eb09ce87 req-fa89ec28-bcd2-4f5f-aab9-f91fd191a0b2 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.1200156 Jun 30 12:16:03.750144 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 8393d378-783a-45c4-a40d-40de088dc79d completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:16:03.791294 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 8393d378-783a-45c4-a40d-40de088dc79d triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:16:03.793207 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:03.989860 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226a759-30f1-4b50-90ae-641d245e0631 req-f0f177d0-1bd5-4bc3-ab1b-9a8effcdeef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:03.992815 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9226a759-30f1-4b50-90ae-641d245e0631 req-f0f177d0-1bd5-4bc3-ab1b-9a8effcdeef9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 1098 time: 0.5286734 Jun 30 12:16:03.994035 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:04.035236 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 8393d378-783a-45c4-a40d-40de088dc79d is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:16:04.035637 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:04.075398 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 8393d378-783a-45c4-a40d-40de088dc79d, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=8393d378-783a-45c4-a40d-40de088dc79d,segment=NetworkSegment(8926e9bb-3f5e-4765-8a7e-43225499ce53),segment_id=8926e9bb-3f5e-4765-8a7e-43225499ce53)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:16:04.143866 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:04.224861 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=8393d378-783a-45c4-a40d-40de088dc79d,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:04.381577 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226a759-30f1-4b50-90ae-641d245e0631 req-11345770-4609-4466-95e7-01f33c2e479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:04.383656 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9226a759-30f1-4b50-90ae-641d245e0631 req-11345770-4609-4466-95e7-01f33c2e479f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 913 time: 0.2545810 Jun 30 12:16:04.582176 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9226a759-30f1-4b50-90ae-641d245e0631 req-419e7a59-d8f5-4713-99d9-b8dd9917a6eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 HTTP/1.1" status: 200 len: 999 time: 0.1425121 Jun 30 12:16:04.634355 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579364'] for router, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:04.780114 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226a759-30f1-4b50-90ae-641d245e0631 req-0350ea23-e460-4d0c-a2a8-f875cc1849dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:04.782053 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9226a759-30f1-4b50-90ae-641d245e0631 req-0350ea23-e460-4d0c-a2a8-f875cc1849dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 200 len: 851 time: 0.1928608 Jun 30 12:16:04.871997 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-36f93677-25fd-4188-ad26-ea1f470461b1 req-9cc27c06-0197-4bac-ad18-a8a4c0867323 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0841689 Jun 30 12:16:04.926642 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226a759-30f1-4b50-90ae-641d245e0631 req-5baacade-f59d-408e-ab55-bb21ab89d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:04.928302 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9226a759-30f1-4b50-90ae-641d245e0631 req-5baacade-f59d-408e-ab55-bb21ab89d7bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d10cb7-945f-43a2-bb61-0a070d4fc848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1314878 Jun 30 12:16:04.940887 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [req-9226a759-30f1-4b50-90ae-641d245e0631 req-8c6fef54-dd65-406b-b135-251f9ae9fef9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 12:16:04.942029 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9226a759-30f1-4b50-90ae-641d245e0631 req-8c6fef54-dd65-406b-b135-251f9ae9fef9 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052881 Jun 30 12:16:05.062947 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde59e4a-224e-426f-96ac-ba7effdbe438 None None] Network 96303e9f-6498-4580-a405-fb2b533fa6a5 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:16:05.106866 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9226a759-30f1-4b50-90ae-641d245e0631 req-6699462f-bac8-4c2f-bea2-c5594b336768 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535261 Jun 30 12:16:05.189614 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Router bd61af05-aa39-4d58-abb7-b0c44f626ded is scheduled to L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 with binding_index 1 {{(pid=88750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 12:16:05.269750 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-00498f6c-baf8-4c0f-95d0-31f3e151acde None None] Provisioning for port 6e151ff9-42f9-42cc-b179-25dbf53ffe84 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:16:05.391501 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 8393d378-783a-45c4-a40d-40de088dc79d up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:16:05.498801 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 8393d378-783a-45c4-a40d-40de088dc79d triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:16:05.499389 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:05.576418 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-9226a759-30f1-4b50-90ae-641d245e0631 req-23810f97-b805-4d97-aa4b-01511b22f591 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628141 Jun 30 12:16:05.635255 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:16:05.650990 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Sync routers for ids ['bd61af05-aa39-4d58-abb7-b0c44f626ded'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:16:05.665259 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Routers {'bd61af05-aa39-4d58-abb7-b0c44f626ded'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:16:05.666485 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:15:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['bd61af05-aa39-4d58-abb7-b0c44f626ded'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:16:05.721769 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 8393d378-783a-45c4-a40d-40de088dc79d is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:16:05.722965 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 6e151ff9-42f9-42cc-b179-25dbf53ffe84 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:16:05.773861 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] Notify callbacks [] for router, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:05.776565 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-429d3876-025c-4879-8243-8985bab84479 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4110725 Jun 30 12:16:05.779719 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 55838) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:16:05.869619 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 6e151ff9-42f9-42cc-b179-25dbf53ffe84 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:16:05.875209 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 6e151ff9-42f9-42cc-b179-25dbf53ffe84 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:16:05.875659 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:05.958091 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Set router bd61af05-aa39-4d58-abb7-b0c44f626ded gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:16:06.098364 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 6e151ff9-42f9-42cc-b179-25dbf53ffe84 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:16:06.098890 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:06.112736 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-86e6da74-155c-4150-a415-68261f6715cc req-a4d8328e-437d-417d-8c61-3181749379b5 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0547984 Jun 30 12:16:06.181165 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 6e151ff9-42f9-42cc-b179-25dbf53ffe84, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=6e151ff9-42f9-42cc-b179-25dbf53ffe84,segment=NetworkSegment(d6f6204d-e219-49a0-bd8f-962df5476d41),segment_id=d6f6204d-e219-49a0-bd8f-962df5476d41)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:16:06.283979 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:06.361174 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'name': 'tempest-TestMinimumBasicScenario-1970857362-router', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '1d53f1ba-26c1-4410-ae96-151a0ebe65a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:16:01Z', 'updated_at': '2022-06-30T12:16:03Z', 'revision_number': 3, 'project_id': '55f22930940f46bebca5d044e14f23b5', 'gw_port': {'id': '1d53f1ba-26c1-4410-ae96-151a0ebe65a2', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:16:02Z', 'updated_at': '2022-06-30T12:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:16:06.366173 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Checking router: bd61af05-aa39-4d58-abb7-b0c44f626ded for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:16:06.366978 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Updating router bd61af05-aa39-4d58-abb7-b0c44f626ded port 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 binding host dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 12:16:06.367535 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=6e151ff9-42f9-42cc-b179-25dbf53ffe84,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:06.434556 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:06.882487 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Notify callbacks [] for port, precommit_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:06.897493 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.provisioning_blocks [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Transition to ACTIVE for port object 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 will not be triggered until provisioned by entity L2. {{(pid=88753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:16:06.908596 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:06.978124 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:07.056874 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Attempting to bind port 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:16:07.057243 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Attempting to bind port 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:16:07.057606 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Attempting to bind port 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 on network e4d1c1ad-a890-44d7-b269-958aaeb49e2d {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:16:07.066553 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 12, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:16:07.067083 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Checking segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:16:07.067325 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:07.067707 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Bound using segment: {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'} {{(pid=88753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:16:07.068176 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.managers [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Bound port: 1d53f1ba-26c1-4410-ae96-151a0ebe65a2, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf991b40-6511-4e42-b672-85cfb4dcc3b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d'}}] {{(pid=88753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:16:07.068608 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:07.111291 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524fc17-6317-406f-9caf-b18859869939 None None] Pushing event updated for resources: {'Port': ['ID=1d53f1ba-26c1-4410-ae96-151a0ebe65a2,revision_number=2']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:07.157948 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] For port 1d53f1ba-26c1-4410-ae96-151a0ebe65a2, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:16:07.161269 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.plugins.ml2.db [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] For port 1d53f1ba-26c1-4410-ae96-151a0ebe65a2, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=1d53f1ba-26c1-4410-ae96-151a0ebe65a2,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:16:07.200619 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_common [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Allocated IP 172.20.0.1 (96303e9f-6498-4580-a405-fb2b533fa6a5/4f4504ac-65fd-4b90-91bd-9bdd07282520/915438f0-94ac-4b7a-bf10-8a816fe8d523) {{(pid=88751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:16:07.279037 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron_lib.callbacks.manager [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:07.287061 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 6e151ff9-42f9-42cc-b179-25dbf53ffe84 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:16:07.357549 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-35fcb684-4b05-43ff-90a6-0653916c16b5 req-66af597f-8672-4b78-9363-2b1567a300e7 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0667391 Jun 30 12:16:07.379134 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Routers {'bd61af05-aa39-4d58-abb7-b0c44f626ded'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:16:07.379909 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:15:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['bd61af05-aa39-4d58-abb7-b0c44f626ded'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:16:07.390962 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 6e151ff9-42f9-42cc-b179-25dbf53ffe84 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:16:07.391442 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:07.432655 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:07.457669 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.provisioning_blocks [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Transition to ACTIVE for port object 915438f0-94ac-4b7a-bf10-8a816fe8d523 will not be triggered until provisioned by entity DHCP. {{(pid=88751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:16:07.515756 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524fc17-6317-406f-9caf-b18859869939 None None] Pushing event updated for resources: {'Port': ['ID=1d53f1ba-26c1-4410-ae96-151a0ebe65a2,revision_number=3']} {{(pid=88753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:07.525760 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 6e151ff9-42f9-42cc-b179-25dbf53ffe84 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:16:07.561532 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:07.611790 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] Set router bd61af05-aa39-4d58-abb7-b0c44f626ded gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:16:07.634041 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Network 96303e9f-6498-4580-a405-fb2b533fa6a5 is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:16:07.637301 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:16:07.639779 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Received port after_create {{(pid=88751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:16:07.681685 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Pushing event updated for resources: {'Port': ['ID=915438f0-94ac-4b7a-bf10-8a816fe8d523,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:07.706124 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574062'] for router_interface, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:07.952397 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:07.970988 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'name': 'tempest-TestMinimumBasicScenario-1970857362-router', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '1d53f1ba-26c1-4410-ae96-151a0ebe65a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:16:01Z', 'updated_at': '2022-06-30T12:16:03Z', 'revision_number': 3, 'project_id': '55f22930940f46bebca5d044e14f23b5', 'gw_port': {'id': '1d53f1ba-26c1-4410-ae96-151a0ebe65a2', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:16:02Z', 'updated_at': '2022-06-30T12:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:16:07.975293 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34abdd5-51ed-4451-bb5a-9489b0f1312a None None] The sync data for ids ['bd61af05-aa39-4d58-abb7-b0c44f626ded'] in dv-cinder-848250-1-iscsi is: [{'id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'name': 'tempest-TestMinimumBasicScenario-1970857362-router', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '1d53f1ba-26c1-4410-ae96-151a0ebe65a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:16:01Z', 'updated_at': '2022-06-30T12:16:03Z', 'revision_number': 3, 'project_id': '55f22930940f46bebca5d044e14f23b5', 'gw_port': {'id': '1d53f1ba-26c1-4410-ae96-151a0ebe65a2', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:16:02Z', 'updated_at': '2022-06-30T12:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:16:08.028835 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-addb1d64-07a2-4dc0-956a-abbb1073340a None None] Provisioning for port 915438f0-94ac-4b7a-bf10-8a816fe8d523 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:16:08.037118 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-addb1d64-07a2-4dc0-956a-abbb1073340a None None] Provisioning complete for port 915438f0-94ac-4b7a-bf10-8a816fe8d523 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:16:08.037589 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-addb1d64-07a2-4dc0-956a-abbb1073340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:08.106415 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-addb1d64-07a2-4dc0-956a-abbb1073340a None None] Port 915438f0-94ac-4b7a-bf10-8a816fe8d523 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 12:16:08.212049 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:08.290612 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27525444'] for port, after_update {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:08.411402 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Pushing event updated for resources: {'Port': ['ID=915438f0-94ac-4b7a-bf10-8a816fe8d523,revision_number=2']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:08.414256 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573963'] for router_interface, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:08.569805 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1be78c89-f4f6-4fb7-a391-929bd324dbd7 req-775611e8-188b-4426-a745-f838ea57e56d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0658467 Jun 30 12:16:08.632936 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Network 96303e9f-6498-4580-a405-fb2b533fa6a5 is already hosted by enough agents. {{(pid=88751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:16:08.634332 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.base_scheduler [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Resources bound (agent type, host, resource id): {{(pid=88751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:16:08.847618 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Router bd61af05-aa39-4d58-abb7-b0c44f626ded has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:16:08.939038 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-9b1249e8-33d5-465a-95ff-324bee49bb45 None None] Provisioning complete for port 915438f0-94ac-4b7a-bf10-8a816fe8d523 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:16:08.940298 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9b1249e8-33d5-465a-95ff-324bee49bb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:09.004813 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-9b1249e8-33d5-465a-95ff-324bee49bb45 None None] Port 915438f0-94ac-4b7a-bf10-8a816fe8d523 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 12:16:09.166066 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:16:09.175735 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-696dfd61-03b7-4f25-8b34-b4d6048de50a admin admin] 10.222.0.18 "PUT /v2.0/routers/bd61af05-aa39-4d58-abb7-b0c44f626ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3939989 Jun 30 12:16:09.284130 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:16:09.470283 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:16:09.480093 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:16:09.480688 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:09.649615 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:16:09.650218 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:09.668279 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 1d53f1ba-26c1-4410-ae96-151a0ebe65a2, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=1d53f1ba-26c1-4410-ae96-151a0ebe65a2,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:16:09.771192 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b7ec9e1e-f4ce-446b-b522-3b0910f2213a req-81fb548d-dd50-4d51-b233-e5e07ea65240 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0630059 Jun 30 12:16:09.795777 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:09.858595 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Sync routers for ids ['bd61af05-aa39-4d58-abb7-b0c44f626ded'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:16:09.898173 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Routers {'bd61af05-aa39-4d58-abb7-b0c44f626ded'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:16:09.898805 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:15:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['bd61af05-aa39-4d58-abb7-b0c44f626ded'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:16:10.095699 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=1d53f1ba-26c1-4410-ae96-151a0ebe65a2,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:10.152601 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Set router bd61af05-aa39-4d58-abb7-b0c44f626ded gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:16:10.535026 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'name': 'tempest-TestMinimumBasicScenario-1970857362-router', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '1d53f1ba-26c1-4410-ae96-151a0ebe65a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:16:01Z', 'updated_at': '2022-06-30T12:16:07Z', 'revision_number': 4, 'project_id': '55f22930940f46bebca5d044e14f23b5', 'gw_port': {'id': '1d53f1ba-26c1-4410-ae96-151a0ebe65a2', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:16:02Z', 'updated_at': '2022-06-30T12:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '915438f0-94ac-4b7a-bf10-8a816fe8d523', 'name': '', 'network_id': '96303e9f-6498-4580-a405-fb2b533fa6a5', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'mac_address': 'fa:16:3e:b2:66:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '4f4504ac-65fd-4b90-91bd-9bdd07282520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:16:06Z', 'updated_at': '2022-06-30T12:16:08Z', 'revision_number': 2, 'project_id': '55f22930940f46bebca5d044e14f23b5', 'subnets': [{'id': '4f4504ac-65fd-4b90-91bd-9bdd07282520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:16:10.540786 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Checking router: bd61af05-aa39-4d58-abb7-b0c44f626ded for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:16:10.541144 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Updating router bd61af05-aa39-4d58-abb7-b0c44f626ded port 915438f0-94ac-4b7a-bf10-8a816fe8d523 binding host dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 12:16:10.617267 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:11.013183 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ce175f8d-c599-4103-b49b-bacaf1d1a546 req-5589884c-fed4-45d5-9ad6-1f90757311a5 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0888627 Jun 30 12:16:11.086699 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Notify callbacks [] for port, precommit_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:11.099194 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Transition to ACTIVE for port object 915438f0-94ac-4b7a-bf10-8a816fe8d523 will not be triggered until provisioned by entity L2. {{(pid=88752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:16:11.206583 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:11.334360 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:16:11.416635 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ca718-daac-4507-9b33-b41ede0871a8 None None] Pushing event updated for resources: {'Port': ['ID=915438f0-94ac-4b7a-bf10-8a816fe8d523,revision_number=3']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:11.559345 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Attempting to bind port 915438f0-94ac-4b7a-bf10-8a816fe8d523 on host dv-cinder-848250-1-iscsi for vnic_type normal with profile {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:16:11.559709 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Attempting to bind port 915438f0-94ac-4b7a-bf10-8a816fe8d523 by drivers openvswitch,hyperv on host dv-cinder-848250-1-iscsi at level 0 using segments [{'id': 'd6f6204d-e219-49a0-bd8f-962df5476d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '96303e9f-6498-4580-a405-fb2b533fa6a5'}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:16:11.560105 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Attempting to bind port 915438f0-94ac-4b7a-bf10-8a816fe8d523 on network 96303e9f-6498-4580-a405-fb2b533fa6a5 {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:16:11.572341 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Checking agent: {'id': '1addcadb-5653-4c3e-a91f-65bbefa80424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 45, 52), 'started_at': datetime.datetime(2022, 6, 30, 11, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 12, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:16:11.572976 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Checking segment: {'id': 'd6f6204d-e219-49a0-bd8f-962df5476d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '96303e9f-6498-4580-a405-fb2b533fa6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:16:11.573623 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:11.574264 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Bound using segment: {'id': 'd6f6204d-e219-49a0-bd8f-962df5476d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '96303e9f-6498-4580-a405-fb2b533fa6a5'} {{(pid=88752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:16:11.575200 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.managers [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Bound port: 915438f0-94ac-4b7a-bf10-8a816fe8d523, host: dv-cinder-848250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f6204d-e219-49a0-bd8f-962df5476d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '96303e9f-6498-4580-a405-fb2b533fa6a5'}}] {{(pid=88752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:16:11.575904 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:11.608237 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:16:11.609177 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:11.948032 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:16:11.965423 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] For port 915438f0-94ac-4b7a-bf10-8a816fe8d523, host dv-cinder-848250-1-iscsi, cleared binding levels {{(pid=88752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:16:11.971733 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] For port 915438f0-94ac-4b7a-bf10-8a816fe8d523, host dv-cinder-848250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=915438f0-94ac-4b7a-bf10-8a816fe8d523,segment=NetworkSegment(d6f6204d-e219-49a0-bd8f-962df5476d41),segment_id=d6f6204d-e219-49a0-bd8f-962df5476d41)] {{(pid=88752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:16:12.038959 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:12.219523 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Routers {'bd61af05-aa39-4d58-abb7-b0c44f626ded'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:16:12.221121 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:15:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['bd61af05-aa39-4d58-abb7-b0c44f626ded'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:16:12.260073 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1538ae61-241d-4880-8d11-1a3122a8c732 req-e06d0295-55f0-4e7c-8633-a4392069def0 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0880644 Jun 30 12:16:12.486577 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ca718-daac-4507-9b33-b41ede0871a8 None None] Pushing event updated for resources: {'Port': ['ID=915438f0-94ac-4b7a-bf10-8a816fe8d523,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:12.567419 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] Set router bd61af05-aa39-4d58-abb7-b0c44f626ded gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:16:13.029399 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'name': 'tempest-TestMinimumBasicScenario-1970857362-router', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '1d53f1ba-26c1-4410-ae96-151a0ebe65a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:16:01Z', 'updated_at': '2022-06-30T12:16:07Z', 'revision_number': 4, 'project_id': '55f22930940f46bebca5d044e14f23b5', 'gw_port': {'id': '1d53f1ba-26c1-4410-ae96-151a0ebe65a2', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:16:02Z', 'updated_at': '2022-06-30T12:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '915438f0-94ac-4b7a-bf10-8a816fe8d523', 'name': '', 'network_id': '96303e9f-6498-4580-a405-fb2b533fa6a5', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'mac_address': 'fa:16:3e:b2:66:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '4f4504ac-65fd-4b90-91bd-9bdd07282520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:16:06Z', 'updated_at': '2022-06-30T12:16:11Z', 'revision_number': 4, 'project_id': '55f22930940f46bebca5d044e14f23b5', 'subnets': [{'id': '4f4504ac-65fd-4b90-91bd-9bdd07282520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:16:13.037415 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2858c6c-f294-43e1-8e11-d641bad64db1 None None] The sync data for ids ['bd61af05-aa39-4d58-abb7-b0c44f626ded'] in dv-cinder-848250-1-iscsi is: [{'id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'name': 'tempest-TestMinimumBasicScenario-1970857362-router', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '1d53f1ba-26c1-4410-ae96-151a0ebe65a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:16:01Z', 'updated_at': '2022-06-30T12:16:07Z', 'revision_number': 4, 'project_id': '55f22930940f46bebca5d044e14f23b5', 'gw_port': {'id': '1d53f1ba-26c1-4410-ae96-151a0ebe65a2', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:16:02Z', 'updated_at': '2022-06-30T12:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': '915438f0-94ac-4b7a-bf10-8a816fe8d523', 'name': '', 'network_id': '96303e9f-6498-4580-a405-fb2b533fa6a5', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'mac_address': 'fa:16:3e:b2:66:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '4f4504ac-65fd-4b90-91bd-9bdd07282520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:16:06Z', 'updated_at': '2022-06-30T12:16:11Z', 'revision_number': 4, 'project_id': '55f22930940f46bebca5d044e14f23b5', 'subnets': [{'id': '4f4504ac-65fd-4b90-91bd-9bdd07282520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:16:13.341883 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 915438f0-94ac-4b7a-bf10-8a816fe8d523 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:16:13.470994 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4c66b599-044b-401e-a771-439a5ba1d253 req-db74dc38-4e27-45c7-94fa-a6b92fb55787 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0683842 Jun 30 12:16:13.567568 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning for port 915438f0-94ac-4b7a-bf10-8a816fe8d523 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:16:13.575076 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 915438f0-94ac-4b7a-bf10-8a816fe8d523 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:16:13.575576 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:13.730357 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 915438f0-94ac-4b7a-bf10-8a816fe8d523 is: DOWN; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:16:13.730741 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:13.769715 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] For port 915438f0-94ac-4b7a-bf10-8a816fe8d523, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=915438f0-94ac-4b7a-bf10-8a816fe8d523,segment=NetworkSegment(d6f6204d-e219-49a0-bd8f-962df5476d41),segment_id=d6f6204d-e219-49a0-bd8f-962df5476d41)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:16:13.943780 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:14.050951 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Pushing event updated for resources: {'Port': ['ID=915438f0-94ac-4b7a-bf10-8a816fe8d523,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:14.660041 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0cc9b87f-f805-40ff-8d8b-22d50c162acb req-5a61525f-e0c2-45cb-b72b-0c75688c244e tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0541124 Jun 30 12:16:15.274030 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 915438f0-94ac-4b7a-bf10-8a816fe8d523 up at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:16:15.353234 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Provisioning complete for port 915438f0-94ac-4b7a-bf10-8a816fe8d523 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:16:15.353698 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:15.502049 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Current status of the port 915438f0-94ac-4b7a-bf10-8a816fe8d523 is: ACTIVE; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:16:15.834933 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9fa4446d-2c10-4661-87a6-0cf34df608af req-de079445-8966-4332-a6fa-75556eb76f3d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0572758 Jun 30 12:16:16.306560 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:17.175883 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-689423a0-e667-4918-a850-7b15b220c6d3 req-b6bb5833-7095-4bc3-a7f7-d62d68b632cd tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0596626 Jun 30 12:16:18.215186 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-1a9cef60-82e4-4d9b-954b-fa230b7e743d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:18.338700 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-43d6fd70-baa5-4444-9142-970057754ba6 req-f4f02f90-fede-44eb-a5bd-da4760ff7c2b tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0541410 Jun 30 12:16:19.510454 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-94f2ab00-4921-4599-b2eb-d934525e3b7a req-0df727a2-167e-42e1-95f6-5f98c594d125 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0547962 Jun 30 12:16:20.512301 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d30aebc6-a70d-431a-8e24-9e424e74e8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:20.673573 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1ec4df83-0ab6-497e-862b-af217ac7afef req-3ebe7cf8-c826-403b-a0d5-1f01bb1fbfc1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0522850 Jun 30 12:16:21.241260 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d763e-54fd-4222-8a60-a27085955ceb req-da50ddd0-0cc8-4e4f-899d-c7db40e2691f tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:21.241924 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-a13d763e-54fd-4222-8a60-a27085955ceb req-da50ddd0-0cc8-4e4f-899d-c7db40e2691f tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Synchronizing usage tracker for tenant:ca58ea5bd54d46c381fa386d11ce5a82 on resource:network {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:16:21.326909 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-a13d763e-54fd-4222-8a60-a27085955ceb req-da50ddd0-0cc8-4e4f-899d-c7db40e2691f tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Unset dirty status for tenant:ca58ea5bd54d46c381fa386d11ce5a82 on resource:network {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:16:21.328663 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-da50ddd0-0cc8-4e4f-899d-c7db40e2691f tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/networks?id=d68a013e-4c29-4080-9ea8-bc0a4957da0b HTTP/1.1" status: 200 len: 815 time: 0.2386954 Jun 30 12:16:21.343846 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-f7375c4c-1e79-4d27-87e7-50e6aa05126a tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/quotas/ca58ea5bd54d46c381fa386d11ce5a82 HTTP/1.1" status: 200 len: 375 time: 0.0094566 Jun 30 12:16:21.442862 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-a13d763e-54fd-4222-8a60-a27085955ceb req-82bbbdb2-a4c2-4f4e-8734-a90227c605a5 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Synchronizing usage tracker for tenant:ca58ea5bd54d46c381fa386d11ce5a82 on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:16:21.538031 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:21.603887 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-a13d763e-54fd-4222-8a60-a27085955ceb req-82bbbdb2-a4c2-4f4e-8734-a90227c605a5 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Unset dirty status for tenant:ca58ea5bd54d46c381fa386d11ce5a82 on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:16:21.605331 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-82bbbdb2-a4c2-4f4e-8734-a90227c605a5 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2556608 Jun 30 12:16:21.652700 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:21.670556 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-b02bcac7-9d14-41e5-97e6-95056d3e7ece service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 12:16:21.671579 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-b02bcac7-9d14-41e5-97e6-95056d3e7ece service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530434 Jun 30 12:16:21.848889 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0152b1e7-4e06-4e42-b509-cf983d142452 req-9c8b5c91-d372-47c0-a682-66bf64fbf46b tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0612066 Jun 30 12:16:21.857111 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-dd5e73f0-f138-43df-bdc6-301658192df4 service neutron] 10.222.0.18 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791780 Jun 30 12:16:21.993800 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-5756e2e1-7364-47d6-8640-17568ab05c55 service neutron] 10.222.0.18 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329918 Jun 30 12:16:22.301939 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2011d0bf-919b-4639-ae7c-c9615440272e req-f2a69992-4ae3-4a4e-9076-918273d912bc tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 210 time: 0.0570552 Jun 30 12:16:23.026997 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a871bd60-ab58-4545-ba0f-c91e257fa0ef req-3b23a184-2fde-4ed3-8f7e-6b7934e05a8c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0511456 Jun 30 12:16:23.206557 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:23.412517 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-917778bc-efd3-49ef-b632-77c819c72aa2 req-456ebca4-1903-4026-8f01-d0dc611b3fc7 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 210 time: 0.0508182 Jun 30 12:16:24.302757 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-812f795c-1907-406c-8e7e-f2fd79f13471 req-e2da61b0-9046-4f1a-8d4a-c03638b5d77d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.1588812 Jun 30 12:16:24.570039 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c2edaf77-5f77-450e-9428-d2b2990f47ad req-11db4419-02c6-4f97-be5c-7e9af4de1630 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 210 time: 0.0506368 Jun 30 12:16:24.978192 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [req-c44ffaa4-ea80-4575-9380-f89c5038dc68 req-35445b26-484c-4a18-b2ee-9dd327725cbc service neutron] (88750) timed out ('10.222.0.18', 45798) {{(pid=88750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 30 12:16:25.037861 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ebfcf9e5-24d2-463a-a6d0-fa43f6c8878f tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:25.039590 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ebfcf9e5-24d2-463a-a6d0-fa43f6c8878f tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.44 "GET /v2.0/networks?id=d68a013e-4c29-4080-9ea8-bc0a4957da0b HTTP/1.1" status: 200 len: 815 time: 0.1519001 Jun 30 12:16:25.051706 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Request body: {'port': {'device_id': '02575661-472a-4ccd-9715-93f964b12c6f', 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b', 'admin_state_up': True, 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:16:25.193280 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:16:25.204810 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:16:25.317495 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Made reservation on behalf of ca58ea5bd54d46c381fa386d11ce5a82 for: {'port': 1} {{(pid=88750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 12:16:25.321580 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:25.483586 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9ba6e96d-5eda-4c69-ba0f-5d11e48a04a3 req-8536dd6e-03d7-43de-afc0-f225b30fdadc tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0579121 Jun 30 12:16:25.507327 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_common [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Allocated IP 172.20.0.14 (d68a013e-4c29-4080-9ea8-bc0a4957da0b/ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f/2f5342d9-fada-4f25-8974-036298aa0564) {{(pid=88750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 12:16:25.725202 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Notify callbacks [] for port, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:25.740950 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be325f80-d55e-4fb7-821a-fb928998e23f req-99ed3849-5ac8-45e4-9b89-d65e433f05a7 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 210 time: 0.0565772 Jun 30 12:16:25.742723 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Transition to ACTIVE for port object 2f5342d9-fada-4f25-8974-036298aa0564 will not be triggered until provisioned by entity DHCP. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:16:25.856706 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752188123055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:25.950218 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Pushing event updated for resources: {'Port': ['ID=2f5342d9-fada-4f25-8974-036298aa0564,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:25.968727 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Network d68a013e-4c29-4080-9ea8-bc0a4957da0b is already hosted by enough agents. {{(pid=88750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 12:16:25.970344 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.base_scheduler [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Resources bound (agent type, host, resource id): {{(pid=88750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 12:16:25.985432 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Received port after_create {{(pid=88750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 30 12:16:26.090220 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:26.090999 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:26.236461 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-9d330226-3fac-4545-8f39-4c50317b676d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1852093 Jun 30 12:16:26.377985 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-c9413eeb-0d2d-4ca0-9e42-14e495f65ee9 None None] Provisioning for port 2f5342d9-fada-4f25-8974-036298aa0564 completed by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:16:26.384011 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-c9413eeb-0d2d-4ca0-9e42-14e495f65ee9 None None] Provisioning complete for port 2f5342d9-fada-4f25-8974-036298aa0564 triggered by entity DHCP. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:16:26.384555 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-c9413eeb-0d2d-4ca0-9e42-14e495f65ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:26.452485 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-c9413eeb-0d2d-4ca0-9e42-14e495f65ee9 None None] Port 2f5342d9-fada-4f25-8974-036298aa0564 cannot update to ACTIVE because it is not bound. {{(pid=88752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 30 12:16:26.685366 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5f1e6e44-31b1-48dd-829f-e6d066867838 req-c3e4a779-4369-4318-94da-fc983a8fa714 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0576804 Jun 30 12:16:27.053872 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5406c-cdc4-4474-9146-d938928ce989 req-e67011ac-dae7-4149-abcb-dcba8941196a tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:27.057050 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f9b5406c-cdc4-4474-9146-d938928ce989 req-e67011ac-dae7-4149-abcb-dcba8941196a tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 932 time: 0.1216309 Jun 30 12:16:27.116079 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-f9b5406c-cdc4-4474-9146-d938928ce989 req-59ee5fe6-b0b7-4e58-839c-ee4735d399ae tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Synchronizing usage tracker for tenant:ca58ea5bd54d46c381fa386d11ce5a82 on resource:security_group {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:16:27.270496 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-f9b5406c-cdc4-4474-9146-d938928ce989 req-59ee5fe6-b0b7-4e58-839c-ee4735d399ae tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Unset dirty status for tenant:ca58ea5bd54d46c381fa386d11ce5a82 on resource:security_group {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:16:27.275411 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f9b5406c-cdc4-4474-9146-d938928ce989 req-59ee5fe6-b0b7-4e58-839c-ee4735d399ae tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125196 Jun 30 12:16:27.881820 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-63df064a-94e7-472e-a543-75ae183a4ce8 req-c478ff4f-87f2-42ca-aec4-3f18d7b4da71 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0692012 Jun 30 12:16:28.506587 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa334494-3d1c-4c06-b912-7e3b97c9ff1c req-be38f76c-c9ac-4b69-84f3-441180461c73 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:28.509034 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fa334494-3d1c-4c06-b912-7e3b97c9ff1c req-be38f76c-c9ac-4b69-84f3-441180461c73 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 932 time: 0.1030207 Jun 30 12:16:28.573530 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fa334494-3d1c-4c06-b912-7e3b97c9ff1c req-5fcfc81d-d14a-4476-8149-7465cc974949 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581229 Jun 30 12:16:29.094386 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cb58fe0b-79a1-4a55-98d2-e894330688c3 req-7195fb52-f400-4f65-a29b-ae0c895630a1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0711493 Jun 30 12:16:29.781948 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f575a-1f8c-40d8-b543-893e5cd4ea20 req-1582f462-a06a-4486-8764-ed48aae5530d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:29.783509 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-865f575a-1f8c-40d8-b543-893e5cd4ea20 req-1582f462-a06a-4486-8764-ed48aae5530d tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 932 time: 0.0989933 Jun 30 12:16:29.831018 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-865f575a-1f8c-40d8-b543-893e5cd4ea20 req-36fa1b6b-b0d4-4284-9f38-b151cdc341fe tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416453 Jun 30 12:16:30.275481 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d8e22dd2-c062-4999-aaca-5327695582c0 req-7b398f55-45e2-4f01-bf46-e492d3e927af tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0556035 Jun 30 12:16:31.036745 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281484f-4e46-4e35-af0f-27f60eb5a118 req-ba0635ab-ee77-4caa-b4bd-e1fcc708a7d2 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:31.039944 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f281484f-4e46-4e35-af0f-27f60eb5a118 req-ba0635ab-ee77-4caa-b4bd-e1fcc708a7d2 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 932 time: 0.0946448 Jun 30 12:16:31.088099 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f281484f-4e46-4e35-af0f-27f60eb5a118 req-411b4298-07ca-4612-8058-b16e41d87e28 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Jun 30 12:16:31.450996 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c2c40949-3738-488a-9d9f-81ca2698cb18 req-17b29e37-ad80-448d-90ac-3af80d9d46be tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0578859 Jun 30 12:16:32.092064 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:16:32.328432 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff41f6-68c0-472d-9863-4e829cbbd3f2 req-11582bd1-0d1b-40c8-8b35-df35c9ae33d8 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:32.337623 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-30ff41f6-68c0-472d-9863-4e829cbbd3f2 req-11582bd1-0d1b-40c8-8b35-df35c9ae33d8 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 932 time: 0.1351557 Jun 30 12:16:32.403498 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-30ff41f6-68c0-472d-9863-4e829cbbd3f2 req-7b78765b-d255-4711-b452-8e4e3dc20754 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649531 Jun 30 12:16:32.628928 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dd3a12f1-42f7-4cca-baff-834772163ec4 req-d4c6f065-ca89-47b5-a878-b57e36373755 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0547273 Jun 30 12:16:33.646724 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8188be3-82a0-4023-8434-3df528c3a09b req-868c983a-29cb-478e-b3d2-2c88c8a02f9c tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:33.646724 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b8188be3-82a0-4023-8434-3df528c3a09b req-868c983a-29cb-478e-b3d2-2c88c8a02f9c tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 932 time: 0.1098001 Jun 30 12:16:33.710522 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b8188be3-82a0-4023-8434-3df528c3a09b req-2752ecac-8013-4de5-9d64-b4730db91dab tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798624 Jun 30 12:16:33.840463 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-49b0d490-c034-40b9-9de0-f0851c50773d req-eb9e0c39-86ac-428d-b01a-096a4e49aab4 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0650072 Jun 30 12:16:34.110243 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.v2.base [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Request body: {'port': {'device_id': '02575661-472a-4ccd-9715-93f964b12c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84825'}} {{(pid=88750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 12:16:34.235670 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:34.597165 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5342d9-fada-4f25-8974-036298aa0564 {{(pid=88750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:16:34.604763 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:34.619544 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.provisioning_blocks [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Transition to ACTIVE for port object 2f5342d9-fada-4f25-8974-036298aa0564 will not be triggered until provisioned by entity L2. {{(pid=88750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 12:16:34.726878 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:35.056222 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410ace0-a5ad-4b20-a75f-59681dd302f9 req-c2b799f8-3b6c-4603-895f-a35ee161a96f tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:35.056222 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4410ace0-a5ad-4b20-a75f-59681dd302f9 req-c2b799f8-3b6c-4603-895f-a35ee161a96f tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 944 time: 0.1096399 Jun 30 12:16:35.056222 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4410ace0-a5ad-4b20-a75f-59681dd302f9 req-51a1a913-b74e-4c4d-9335-cef886b19d8f tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486324 Jun 30 12:16:35.066680 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Pushing event updated for resources: {'Port': ['ID=2f5342d9-fada-4f25-8974-036298aa0564,revision_number=2']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:35.112282 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Attempting to bind port 2f5342d9-fada-4f25-8974-036298aa0564 on host hv-cinder-84825 for vnic_type normal with profile {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 30 12:16:35.112953 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Attempting to bind port 2f5342d9-fada-4f25-8974-036298aa0564 by drivers openvswitch,hyperv on host hv-cinder-84825 at level 0 using segments [{'id': '8926e9bb-3f5e-4765-8a7e-43225499ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b'}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 30 12:16:35.112953 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Attempting to bind port 2f5342d9-fada-4f25-8974-036298aa0564 on network d68a013e-4c29-4080-9ea8-bc0a4957da0b {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:16:35.118503 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Port 2f5342d9-fada-4f25-8974-036298aa0564 on network d68a013e-4c29-4080-9ea8-bc0a4957da0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84825 {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 12:16:35.118752 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Attempting to bind port 2f5342d9-fada-4f25-8974-036298aa0564 on network d68a013e-4c29-4080-9ea8-bc0a4957da0b {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 12:16:35.125275 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Checking agent: {'id': 'b8c93c7d-32ae-4cd1-9cb6-8a195682db52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84825', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'started_at': datetime.datetime(2022, 6, 30, 11, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 12, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 12:16:35.125604 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Checking segment: {'id': '8926e9bb-3f5e-4765-8a7e-43225499ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 30 12:16:35.125990 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Bound using segment: {'id': '8926e9bb-3f5e-4765-8a7e-43225499ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b'} {{(pid=88750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 12:16:35.126412 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.managers [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Bound port: 2f5342d9-fada-4f25-8974-036298aa0564, host: hv-cinder-84825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8926e9bb-3f5e-4765-8a7e-43225499ce53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b'}}] {{(pid=88750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 30 12:16:35.126860 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:35.240098 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] For port 2f5342d9-fada-4f25-8974-036298aa0564, host hv-cinder-84825, cleared binding levels {{(pid=88750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 30 12:16:35.248175 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] For port 2f5342d9-fada-4f25-8974-036298aa0564, host hv-cinder-84825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=2f5342d9-fada-4f25-8974-036298aa0564,segment=NetworkSegment(8926e9bb-3f5e-4765-8a7e-43225499ce53),segment_id=8926e9bb-3f5e-4765-8a7e-43225499ce53)] {{(pid=88750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 30 12:16:35.340009 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0f28c0fb-83bd-48a0-b24a-fadce9b76844 req-5d71c9b6-8184-447d-8250-20d80f5c8662 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0549884 Jun 30 12:16:35.341140 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33531868'] for port, after_update {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:35.403251 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:35.403903 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:35.405351 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] 10.222.0.44 "PUT /v2.0/ports/2f5342d9-fada-4f25-8974-036298aa0564 HTTP/1.1" status: 200 len: 1094 time: 1.2996209 Jun 30 12:16:35.405793 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02575661-472a-4ccd-9715-93f964b12c6f', 'tag': '2f5342d9-fada-4f25-8974-036298aa0564'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:16:35.440119 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b354a-8ee9-4db7-afee-d9d184b077ab service neutron] Pushing event updated for resources: {'Port': ['ID=2f5342d9-fada-4f25-8974-036298aa0564,revision_number=3']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:35.454514 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f829959-3664-40a7-9cb7-3d7dd18d910a'] response: {'name': 'network-changed', 'server_uuid': '02575661-472a-4ccd-9715-93f964b12c6f', 'tag': '2f5342d9-fada-4f25-8974-036298aa0564', 'status': 'completed', 'code': 200} Jun 30 12:16:35.577781 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2713a-4456-4222-ad15-d9e53d5e29f9 req-cf2d31be-5d11-4f90-824b-f521f7491787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:35.580413 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-85b2713a-4456-4222-ad15-d9e53d5e29f9 req-cf2d31be-5d11-4f90-824b-f521f7491787 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 1097 time: 0.1027637 Jun 30 12:16:35.745733 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2713a-4456-4222-ad15-d9e53d5e29f9 req-5dffa8cf-f220-4f03-b077-7dee4aed0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:35.747210 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-85b2713a-4456-4222-ad15-d9e53d5e29f9 req-5dffa8cf-f220-4f03-b077-7dee4aed0124 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1587658 Jun 30 12:16:35.892868 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2713a-4456-4222-ad15-d9e53d5e29f9 req-2ddea20b-6244-4aff-ae6e-f7384e415c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:35.894337 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-85b2713a-4456-4222-ad15-d9e53d5e29f9 req-2ddea20b-6244-4aff-ae6e-f7384e415c57 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401279 Jun 30 12:16:36.009260 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d763e-54fd-4222-8a60-a27085955ceb req-b40c7ec5-f83a-48ae-87c4-f5d7d9430a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:36.010668 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-b40c7ec5-f83a-48ae-87c4-f5d7d9430a53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 1097 time: 0.0812430 Jun 30 12:16:36.082993 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-27c4129f-18b0-4ce4-9de7-98a950b8a40a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5342d9-fada-4f25-8974-036298aa0564 HTTP/1.1" status: 200 len: 217 time: 0.0656686 Jun 30 12:16:36.144884 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d763e-54fd-4222-8a60-a27085955ceb req-4b85c29c-1d72-406d-b363-5d0665f5e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:36.146254 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-4b85c29c-1d72-406d-b363-5d0665f5e40d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f HTTP/1.1" status: 200 len: 854 time: 0.0580842 Jun 30 12:16:36.185775 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [req-ae95130e-1485-4124-ac9b-f8651c7a8eab req-30f0c15c-7fa0-4bae-ac9c-5cb8a2e5cce7 service neutron] (88750) timed out ('10.222.0.18', 43022) {{(pid=88750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 30 12:16:36.224140 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0c039-6ab8-438e-ba0a-cd72c718de7d req-0cf47aee-f177-4567-bdb2-a4f986dd9fce tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:36.225666 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-51e0c039-6ab8-438e-ba0a-cd72c718de7d req-0cf47aee-f177-4567-bdb2-a4f986dd9fce tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 944 time: 0.0942349 Jun 30 12:16:36.234982 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d763e-54fd-4222-8a60-a27085955ceb req-3ae7614c-8f11-4988-88c8-606c0748f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:36.236577 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-3ae7614c-8f11-4988-88c8-606c0748f884 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d68a013e-4c29-4080-9ea8-bc0a4957da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844166 Jun 30 12:16:36.273471 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-51e0c039-6ab8-438e-ba0a-cd72c718de7d req-6d343006-6b6e-43df-a5fb-f8aa837b5e25 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Jun 30 12:16:36.377375 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-43e4051e-eded-41e5-b39b-733da725c5ba service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344488 Jun 30 12:16:36.518649 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b3740495-2ca4-49eb-9e96-afb691e379b8 req-aa154412-72ab-41af-a308-499802d375a1 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0626884 Jun 30 12:16:36.520343 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-a13d763e-54fd-4222-8a60-a27085955ceb req-90407d9b-d5ed-4c04-aed1-381c36903d46 service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357572 Jun 30 12:16:37.471690 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf205-2612-4aab-9133-743d04bb7d0f req-cce45726-447f-4980-88ba-d4c17c4b3281 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:37.473129 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7a8bf205-2612-4aab-9133-743d04bb7d0f req-cce45726-447f-4980-88ba-d4c17c4b3281 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 944 time: 0.0915263 Jun 30 12:16:37.519241 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7a8bf205-2612-4aab-9133-743d04bb7d0f req-a5c9704c-1625-41d7-a3d8-9a3903d09722 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Jun 30 12:16:37.687416 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-553c3dd5-9180-41df-ac99-94f4714eeed2 req-62f10f1b-0506-46b8-97d0-7f84d32bc7f3 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0563211 Jun 30 12:16:38.735122 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94168ac-505a-4cec-95eb-8e8ba37d9c35 req-ffb6e3cb-3309-44a9-9ee6-f01aa961a911 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:38.736793 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f94168ac-505a-4cec-95eb-8e8ba37d9c35 req-ffb6e3cb-3309-44a9-9ee6-f01aa961a911 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 944 time: 0.0949011 Jun 30 12:16:38.786092 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f94168ac-505a-4cec-95eb-8e8ba37d9c35 req-5fdae46c-92a2-4188-9ad7-c90136d4f3b5 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Jun 30 12:16:38.910104 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9b4894f8-aa4e-4c06-98bf-af94d5fba830 req-58fa69e8-665c-42c0-b825-f46b519e6d7a tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0545070 Jun 30 12:16:39.136862 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 2f5342d9-fada-4f25-8974-036298aa0564 details requested by agent hyperv_hv-cinder-84825 with host hv-cinder-84825 {{(pid=88752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 30 12:16:39.285645 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 2f5342d9-fada-4f25-8974-036298aa0564, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=2f5342d9-fada-4f25-8974-036298aa0564,segment=NetworkSegment(8926e9bb-3f5e-4765-8a7e-43225499ce53),segment_id=8926e9bb-3f5e-4765-8a7e-43225499ce53)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:16:39.301063 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Returning: {'device': '2f5342d9-fada-4f25-8974-036298aa0564', 'network_id': 'd68a013e-4c29-4080-9ea8-bc0a4957da0b', 'port_id': '2f5342d9-fada-4f25-8974-036298aa0564', 'mac_address': 'fa:16:3e:cf:27:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 30 12:16:39.357780 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 2f5342d9-fada-4f25-8974-036298aa0564 is: DOWN; New status is: BUILD {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:16:39.358146 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:39.376163 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5342d9-fada-4f25-8974-036298aa0564 {{(pid=88752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 12:16:39.393883 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 2f5342d9-fada-4f25-8974-036298aa0564, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=2f5342d9-fada-4f25-8974-036298aa0564,segment=NetworkSegment(8926e9bb-3f5e-4765-8a7e-43225499ce53),segment_id=8926e9bb-3f5e-4765-8a7e-43225499ce53)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:16:39.460911 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:39.536450 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=2f5342d9-fada-4f25-8974-036298aa0564,revision_number=4']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:39.703887 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['2f5342d9-fada-4f25-8974-036298aa0564'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:16:40.105922 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e79bc31b-73aa-47a3-97e0-ed0b25377d39 req-a9f47605-cef3-4872-a2f1-6c86e0b5c7f5 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0588419 Jun 30 12:16:40.147154 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd84bce-6a4c-40a1-9d44-7cbc7a6642c0 req-feaf24cc-f360-4170-9e55-7beabd6abdd5 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:40.148634 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7cd84bce-6a4c-40a1-9d44-7cbc7a6642c0 req-feaf24cc-f360-4170-9e55-7beabd6abdd5 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 945 time: 0.1682971 Jun 30 12:16:40.203858 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7cd84bce-6a4c-40a1-9d44-7cbc7a6642c0 req-9b56c698-0e17-47b5-8ec8-05da624ffeb2 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476692 Jun 30 12:16:41.147123 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 2f5342d9-fada-4f25-8974-036298aa0564 up at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 30 12:16:41.314536 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-601e7115-a7bb-4579-ac48-be793a4bdaf0 req-f1e539f0-d6f2-44d0-8334-096e1bff32b8 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0708866 Jun 30 12:16:41.349567 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning for port 2f5342d9-fada-4f25-8974-036298aa0564 completed by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 12:16:41.355967 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.provisioning_blocks [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Provisioning complete for port 2f5342d9-fada-4f25-8974-036298aa0564 triggered by entity L2. {{(pid=88752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 12:16:41.356404 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3617163'] for port, provisioning_complete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:41.487549 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Current status of the port 2f5342d9-fada-4f25-8974-036298aa0564 is: BUILD; New status is: ACTIVE {{(pid=88752) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 30 12:16:41.487841 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3595403'] for port, before_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:41.517816 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02575661-472a-4ccd-9715-93f964b12c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5342d9-fada-4f25-8974-036298aa0564'}] {{(pid=88752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:16:41.529148 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] For port 2f5342d9-fada-4f25-8974-036298aa0564, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=2f5342d9-fada-4f25-8974-036298aa0564,segment=NetworkSegment(8926e9bb-3f5e-4765-8a7e-43225499ce53),segment_id=8926e9bb-3f5e-4765-8a7e-43225499ce53)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:16:41.546379 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea721e19-f853-4f14-a660-35eccdd70990 req-eaebd6c5-28a4-4c6b-8d67-a93b21fbad1f tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:41.547985 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ea721e19-f853-4f14-a660-35eccdd70990 req-eaebd6c5-28a4-4c6b-8d67-a93b21fbad1f tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 945 time: 0.2149713 Jun 30 12:16:41.594902 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ea721e19-f853-4f14-a660-35eccdd70990 req-d26c7538-cac8-4bfc-acda-0f3f9caf9ee2 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Jun 30 12:16:41.608811 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752188646265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752188123073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752188123118'] for port, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:41.674815 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ac3c23-f690-462b-872e-b3a50a0d7df4'] response: {'server_uuid': '02575661-472a-4ccd-9715-93f964b12c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5342d9-fada-4f25-8974-036298aa0564', 'code': 200} Jun 30 12:16:41.685666 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Pushing event updated for resources: {'Port': ['ID=2f5342d9-fada-4f25-8974-036298aa0564,revision_number=5']} {{(pid=88752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:16:42.139880 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc2fc1-ee67-490a-b755-5b45efdca9fd req-6ac5d15e-1fee-4291-a57a-54c0ee876133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:42.141400 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d8cc2fc1-ee67-490a-b755-5b45efdca9fd req-6ac5d15e-1fee-4291-a57a-54c0ee876133 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 1099 time: 0.0794542 Jun 30 12:16:42.183971 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d8cc2fc1-ee67-490a-b755-5b45efdca9fd req-6c874f5f-3287-482e-a938-87f0e15fa928 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362120 Jun 30 12:16:42.527562 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0a3b4d9f-6f1c-46a4-bbf4-03c43cd77ef2 req-f3897358-a2e2-4b94-9688-188dfb1fcc3c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0538225 Jun 30 12:16:42.796623 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c80a8-acad-4399-8ca1-9df7d4f9536d req-151fa893-8cab-4d28-ab1d-b11bdfb4dfe1 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:42.798010 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9f8c80a8-acad-4399-8ca1-9df7d4f9536d req-151fa893-8cab-4d28-ab1d-b11bdfb4dfe1 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 946 time: 0.0899196 Jun 30 12:16:42.844882 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9f8c80a8-acad-4399-8ca1-9df7d4f9536d req-71df2014-c1ab-4ab4-9727-e16b9878cc8c tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Jun 30 12:16:43.702011 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3613e3e0-b6b4-4916-a5e0-d965fe4c2d73 req-13412ae5-03e4-4385-a0f0-fef1ec037ba5 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0541136 Jun 30 12:16:44.037127 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32232c56-21fe-4e66-b8c0-080a0fd37abe req-debf31ad-f42c-41cb-9293-9728d4472049 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:44.038614 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-32232c56-21fe-4e66-b8c0-080a0fd37abe req-debf31ad-f42c-41cb-9293-9728d4472049 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 946 time: 0.0869896 Jun 30 12:16:44.083746 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-32232c56-21fe-4e66-b8c0-080a0fd37abe req-74e31227-5a17-45c1-ad32-d2d47fecfac8 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384750 Jun 30 12:16:44.281808 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350eaff-78ea-4546-a464-27df7afc4ee8 req-3723118f-ee18-453c-a831-b0101b22aaec tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:44.283206 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c350eaff-78ea-4546-a464-27df7afc4ee8 req-3723118f-ee18-453c-a831-b0101b22aaec tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 946 time: 0.0935922 Jun 30 12:16:44.329931 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c350eaff-78ea-4546-a464-27df7afc4ee8 req-1caf1349-529b-41f0-a9e5-73d0d6496a26 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410154 Jun 30 12:16:44.798151 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028db99c-19da-4358-9b2b-8244aa2e6657 req-99a8b24d-8a85-49ba-95b9-957b66795150 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:16:44.799615 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-028db99c-19da-4358-9b2b-8244aa2e6657 req-99a8b24d-8a85-49ba-95b9-957b66795150 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 946 time: 0.0957346 Jun 30 12:16:44.897560 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5baf3319-5d26-4fac-8f0f-b735b3d60b7b req-4ada05f0-6aaf-4920-97a8-5aabd972c0e8 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0724707 Jun 30 12:16:44.905963 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-028db99c-19da-4358-9b2b-8244aa2e6657 req-e2b1fdb2-2d37-4d8b-a1f4-5f02e34734a2 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001279 Jun 30 12:16:46.064024 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b6628e22-a7a5-446e-a6fd-e16e33533344 req-93b12398-a829-4ba4-93da-0ee675bd218b tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0540547 Jun 30 12:16:46.300451 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:47.225030 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2bd1a8a7-c134-4a2f-96c5-603df61fd4d7 req-34a0145c-86e2-46f0-b194-ae8764c7036e tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0503459 Jun 30 12:16:48.186218 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d7fadb53-28e5-4f0b-a224-8bdfaac2dc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:48.393112 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e405e6c0-a6c2-4a2c-8cdc-239d73a1f0da req-34c34aa5-189c-4d67-9204-cf94fb359d9f tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0531857 Jun 30 12:16:49.556346 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0d462b54-c2ba-4a94-a258-ec64e38ff433 req-ad47c874-03c6-4140-8114-8227af82d962 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0554705 Jun 30 12:16:50.466484 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d7512c6a-37ae-44c3-bee9-58d48f9eea27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:50.733345 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-61af44fe-f743-4c5f-b30f-1684c8cfe876 req-aa07bcfb-251c-4d9a-9f15-4a120105d945 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0678098 Jun 30 12:16:51.528808 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:51.660135 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:51.896172 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b8f12c5c-2c41-408d-9ec2-8a0f4bf29829 req-ea58e110-f1a6-4730-b219-e27641eeb4e3 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0535505 Jun 30 12:16:53.070106 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5749ac27-2e36-4247-8663-4d6882be60ec req-cf3faeef-d2ed-4136-bba5-e316659da51a tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0500221 Jun 30 12:16:53.212301 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:16:54.233356 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ee8f88dc-89af-4f7a-a4ac-0309ca47563e req-c07cafd3-765e-487e-a09b-0d13f79dc536 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0532687 Jun 30 12:16:55.400373 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-30b822e5-cc6e-49a6-a7a9-1347c03ec1d1 req-1642b4f4-a108-4243-9c37-c6d3b7b55b06 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0551884 Jun 30 12:16:56.559956 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4322c6e7-537f-4e67-af78-6393c8606dd1 req-56d6bc73-806e-4a6a-b4a6-c529c6632d8f tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0513856 Jun 30 12:16:57.723796 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d7dc149e-0902-4151-a523-0bfd8d9be700 req-e34c8785-a4fe-4880-98bf-da8ee93d470a tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0528653 Jun 30 12:16:58.889631 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-df150ad3-b987-4b13-a4ef-56864de69a24 req-949884be-67fb-4a5f-a406-d0f8e63dd97f tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0511189 Jun 30 12:17:00.048948 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0c1d1a62-8cc9-4240-af44-6c90d2a0dfc4 req-caa3f87d-6549-491b-855a-0946fb76de38 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0503531 Jun 30 12:17:01.209118 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9d77059-e1db-4a48-bf09-73ce3f4e7381 req-bc7e712c-7383-44ba-8c25-46b4f61b6c81 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0536175 Jun 30 12:17:02.367584 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-67ba4fbe-e2aa-41a1-80d3-dd5464a3c043 req-05b81b01-22e6-4267-a54d-29d77c7b4eb5 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0496092 Jun 30 12:17:03.529225 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7c70cc8a-ec22-48f7-b45a-386eac7b3039 req-2e9be15b-0000-4386-9ce6-f1c09bcfe9b4 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0526240 Jun 30 12:17:04.705428 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8166e309-0bbe-4e86-8ea5-1e31b9740a62 req-fc7fcaeb-6ae0-4a29-a54f-319fe31e528d tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0497873 Jun 30 12:17:05.463120 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-408c76b1-f300-4ff2-85bb-5f7e6a6237b0 req-2e1ee3d8-3ba6-471e-842f-3d8446ffdf93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804327 Jun 30 12:17:05.617360 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c76b1-f300-4ff2-85bb-5f7e6a6237b0 req-97f1f32d-6090-48e5-953a-29ba7d53988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:17:05.618924 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-408c76b1-f300-4ff2-85bb-5f7e6a6237b0 req-97f1f32d-6090-48e5-953a-29ba7d53988e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 1098 time: 0.0801356 Jun 30 12:17:05.771765 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c76b1-f300-4ff2-85bb-5f7e6a6237b0 req-72151231-edfc-408f-9196-518f01e74bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:17:05.773283 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-408c76b1-f300-4ff2-85bb-5f7e6a6237b0 req-72151231-edfc-408f-9196-518f01e74bb5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 913 time: 0.1331661 Jun 30 12:17:05.870158 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6b9e1226-2f1a-4312-8371-8c6113fd3d2f req-603c6d9c-2721-4d34-a517-646b502c3827 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0523360 Jun 30 12:17:05.974765 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-408c76b1-f300-4ff2-85bb-5f7e6a6237b0 req-74ec8312-5f84-4cd8-a9a8-2e6515a25593 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 HTTP/1.1" status: 200 len: 999 time: 0.1946394 Jun 30 12:17:06.043249 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c76b1-f300-4ff2-85bb-5f7e6a6237b0 req-28b87cf8-89f5-4433-9233-c86fb4b4d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:17:06.045019 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-408c76b1-f300-4ff2-85bb-5f7e6a6237b0 req-28b87cf8-89f5-4433-9233-c86fb4b4d25a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 200 len: 851 time: 0.0618911 Jun 30 12:17:06.133793 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c76b1-f300-4ff2-85bb-5f7e6a6237b0 req-11a23556-624a-47c1-8894-ea18f23f3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:17:06.135225 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-408c76b1-f300-4ff2-85bb-5f7e6a6237b0 req-11a23556-624a-47c1-8894-ea18f23f3a7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d10cb7-945f-43a2-bb61-0a070d4fc848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799434 Jun 30 12:17:06.272743 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-408c76b1-f300-4ff2-85bb-5f7e6a6237b0 req-c467bfd5-065f-4426-acc9-8c33c019db4b service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297698 Jun 30 12:17:06.411568 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-408c76b1-f300-4ff2-85bb-5f7e6a6237b0 req-31da6802-33c3-4112-97e9-7732c5018e63 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327479 Jun 30 12:17:07.134062 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-29633b35-9080-4b15-9a0d-180dae88bf04 req-074754b1-b446-4198-a7e1-338cdd1404bd tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.1546040 Jun 30 12:17:08.296905 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fdbbf019-aba9-469e-8df3-90952562495e req-b0ef2509-63a5-43f8-b2e3-155bb735cd38 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0511696 Jun 30 12:17:09.071931 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:17:09.474159 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-66c4cebe-e84a-46ea-bffa-212ddd2624ab req-fa52793c-6628-4c9c-a730-b73d14974671 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0611057 Jun 30 12:17:09.803221 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 56398) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:17:10.023470 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Deleting port 0eb7c96b-c263-4841-8ff2-28fe6fe55425 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:17:10.023811 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:10.207807 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:10.208082 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:10.334925 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Calling delete_port for 0eb7c96b-c263-4841-8ff2-28fe6fe55425 owned by network:floatingip {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:17:10.580185 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:10.673663 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event deleted for resources: {'Port': ['ID=0eb7c96b-c263-4841-8ff2-28fe6fe55425,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:17:10.719125 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-1eef96b8-8569-4729-bc2b-93e89351ad56 req-1bc0e9ec-107e-47b2-ae06-f601919e2795 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.1035480 Jun 30 12:17:10.738962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:10.738962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:10.738962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:10.738962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:10.738962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:10.738962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:10.738962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:10.738962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:10.738962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:10.738962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:10.738962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:10.738962 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:10.791286 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for floatingip, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:10.791569 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.db.l3_db [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Floating IP 464fb5d0-d1ea-443e-a202-7c61af119599 disassociated (deleted). External IP: 172.27.1.9, port: ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6. Jun 30 12:17:11.273741 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Router a7cd7ee6-471c-4b19-abaf-556714e516ff has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:17:11.472813 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:17:11.483485 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b493a8-b1b9-40b5-bf7f-3aacc865c6a8 None None] Sync routers for ids ['a7cd7ee6-471c-4b19-abaf-556714e516ff'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:17:11.490670 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:11.493395 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b493a8-b1b9-40b5-bf7f-3aacc865c6a8 None None] Routers {'a7cd7ee6-471c-4b19-abaf-556714e516ff'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:17:11.494005 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-b8b493a8-b1b9-40b5-bf7f-3aacc865c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:16:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a7cd7ee6-471c-4b19-abaf-556714e516ff'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:17:11.553875 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-80d30b19-1c9a-44f7-8561-baa23bd03856 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "DELETE /v2.0/floatingips/464fb5d0-d1ea-443e-a202-7c61af119599 HTTP/1.1" status: 204 len: 168 time: 1.7495530 Jun 30 12:17:11.554638 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'tag': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6'}] {{(pid=88751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:17:11.659775 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-718e4e0a-c79a-4cc5-9e90-c358278b9be6'] response: {'name': 'network-changed', 'server_uuid': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'tag': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6', 'status': 'completed', 'code': 200} Jun 30 12:17:11.682946 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-b8b493a8-b1b9-40b5-bf7f-3aacc865c6a8 None None] Set router a7cd7ee6-471c-4b19-abaf-556714e516ff gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:17:11.787559 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231074c-1cc1-4a47-8223-384cc38f8a11 req-76b7a5ce-3537-4d11-a309-f5031bb95e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:17:11.789106 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-f231074c-1cc1-4a47-8223-384cc38f8a11 req-76b7a5ce-3537-4d11-a309-f5031bb95e74 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 1098 time: 0.1046052 Jun 30 12:17:11.902204 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-07e7e3bd-5fca-4c7f-886a-3bbbfc1baa60 req-df6f383c-ab52-4ce5-bf1b-4ff6e82f9f96 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0583456 Jun 30 12:17:11.987861 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231074c-1cc1-4a47-8223-384cc38f8a11 req-89a00a80-c83c-4014-875a-b8faf70f78b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:17:11.989408 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-f231074c-1cc1-4a47-8223-384cc38f8a11 req-89a00a80-c83c-4014-875a-b8faf70f78b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 200 len: 913 time: 0.1933320 Jun 30 12:17:12.072752 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-f231074c-1cc1-4a47-8223-384cc38f8a11 req-6bd2d658-cb1a-408f-9636-d3cf25bf2b4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 HTTP/1.1" status: 200 len: 217 time: 0.0684760 Jun 30 12:17:12.120750 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-b8b493a8-b1b9-40b5-bf7f-3aacc865c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T12:00:01Z', 'revision_number': 5, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:17:12.126130 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b493a8-b1b9-40b5-bf7f-3aacc865c6a8 None None] Checking router: a7cd7ee6-471c-4b19-abaf-556714e516ff for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:17:12.135009 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b493a8-b1b9-40b5-bf7f-3aacc865c6a8 None None] Routers {'a7cd7ee6-471c-4b19-abaf-556714e516ff'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:17:12.135792 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-b8b493a8-b1b9-40b5-bf7f-3aacc865c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:16:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a7cd7ee6-471c-4b19-abaf-556714e516ff'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:17:12.172384 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231074c-1cc1-4a47-8223-384cc38f8a11 req-2f2a2798-3a2a-458a-9368-dd26578ee5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:17:12.174992 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-f231074c-1cc1-4a47-8223-384cc38f8a11 req-2f2a2798-3a2a-458a-9368-dd26578ee5f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 200 len: 851 time: 0.0962808 Jun 30 12:17:12.240915 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cb0b2-8b99-499a-a6e2-cf155673c759 req-d206842b-029b-459b-89e3-6eb42b16e9dc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:17:12.241841 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-d26cb0b2-8b99-499a-a6e2-cf155673c759 req-d206842b-029b-459b-89e3-6eb42b16e9dc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Synchronizing usage tracker for tenant:845bdd244c944d94aae5ff6b56b0f75d on resource:port {{(pid=88751) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:17:12.261570 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231074c-1cc1-4a47-8223-384cc38f8a11 req-72b38d00-b6bc-4819-9717-b5b33d7c7e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:17:12.263269 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-f231074c-1cc1-4a47-8223-384cc38f8a11 req-72b38d00-b6bc-4819-9717-b5b33d7c7e54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2d10cb7-945f-43a2-bb61-0a070d4fc848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819163 Jun 30 12:17:12.322214 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-b8b493a8-b1b9-40b5-bf7f-3aacc865c6a8 None None] Set router a7cd7ee6-471c-4b19-abaf-556714e516ff gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:17:12.322851 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [req-d26cb0b2-8b99-499a-a6e2-cf155673c759 req-d206842b-029b-459b-89e3-6eb42b16e9dc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Unset dirty status for tenant:845bdd244c944d94aae5ff6b56b0f75d on resource:port {{(pid=88751) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:17:12.324050 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d26cb0b2-8b99-499a-a6e2-cf155673c759 req-d206842b-029b-459b-89e3-6eb42b16e9dc tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 945 time: 0.1805716 Jun 30 12:17:12.381086 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d26cb0b2-8b99-499a-a6e2-cf155673c759 req-ab2e1cb4-d378-4b31-80d0-4cfa8a124d35 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490236 Jun 30 12:17:12.419760 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-f231074c-1cc1-4a47-8223-384cc38f8a11 req-c0f2866c-9dfa-4a86-b4c8-84998c98b979 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465886 Jun 30 12:17:12.561816 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-f231074c-1cc1-4a47-8223-384cc38f8a11 req-cb2ab9e5-3b56-4ad2-86a0-82f6437d8405 service neutron] 10.222.0.44 "GET /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325133 Jun 30 12:17:12.688245 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-b8b493a8-b1b9-40b5-bf7f-3aacc865c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T12:00:01Z', 'revision_number': 5, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:17:12.692429 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b493a8-b1b9-40b5-bf7f-3aacc865c6a8 None None] The sync data for ids ['a7cd7ee6-471c-4b19-abaf-556714e516ff'] in dv-cinder-848250-1-iscsi is: [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T11:59:55Z', 'revision_number': 4, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi', '_interfaces': [{'id': 'd3f15aa2-0271-440b-99e4-43be05f9a71f', 'name': '', 'network_id': 'b2d10cb7-945f-43a2-bb61-0a070d4fc848', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'mac_address': 'fa:16:3e:e4:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:54Z', 'updated_at': '2022-06-30T12:00:01Z', 'revision_number': 5, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'subnets': [{'id': '9f0b436c-7059-4644-92df-3bf578e67ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:17:12.766952 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae164ba-68a0-49b1-a4b4-9a4a299a7a4e req-c7db0dbc-e13b-4108-a9f3-92d55469adec tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:17:12.767657 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-2ae164ba-68a0-49b1-a4b4-9a4a299a7a4e req-c7db0dbc-e13b-4108-a9f3-92d55469adec tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Synchronizing usage tracker for tenant:845bdd244c944d94aae5ff6b56b0f75d on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:17:12.781097 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-2ae164ba-68a0-49b1-a4b4-9a4a299a7a4e req-c7db0dbc-e13b-4108-a9f3-92d55469adec tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Unset dirty status for tenant:845bdd244c944d94aae5ff6b56b0f75d on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:17:12.782230 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2ae164ba-68a0-49b1-a4b4-9a4a299a7a4e req-c7db0dbc-e13b-4108-a9f3-92d55469adec tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 945 time: 0.1112959 Jun 30 12:17:12.865038 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-2ae164ba-68a0-49b1-a4b4-9a4a299a7a4e req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Deleting port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:17:12.865713 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-2ae164ba-68a0-49b1-a4b4-9a4a299a7a4e req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:12.989583 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcb6ba9-7d5d-4682-a005-ee8e35223ee7 None None] New status for floating IP 464fb5d0-d1ea-443e-a202-7c61af119599: DOWN {{(pid=88752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 12:17:13.074488 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-07cf4a28-5a83-4ccf-abb6-43beb2de67b9 req-86e98dfb-80ef-4d4f-a2db-e2721bc8c2a3 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0535803 Jun 30 12:17:13.273659 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-2ae164ba-68a0-49b1-a4b4-9a4a299a7a4e req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] For port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:17:13.274117 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-2ae164ba-68a0-49b1-a4b4-9a4a299a7a4e req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:13.403909 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-2ae164ba-68a0-49b1-a4b4-9a4a299a7a4e req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Calling delete_port for ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:17:13.606774 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debacb88-ef70-41c4-8a44-855a8c305c03 req-4d3744eb-2e90-46d2-92c5-748fbb5cc9d5 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:17:13.610047 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-debacb88-ef70-41c4-8a44-855a8c305c03 req-4d3744eb-2e90-46d2-92c5-748fbb5cc9d5 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 945 time: 0.0930715 Jun 30 12:17:13.629289 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-2ae164ba-68a0-49b1-a4b4-9a4a299a7a4e req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:13.663192 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-debacb88-ef70-41c4-8a44-855a8c305c03 req-6095d4df-4747-41c0-a367-5f42078e6b79 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3adf229-fc57-4824-bb81-30a722e5a9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486693 Jun 30 12:17:13.679669 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event deleted for resources: {'Port': ['ID=ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:17:13.719807 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:13.720163 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:13.720530 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:13.720870 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:13.721204 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:13.721537 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:13.721868 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:13.722196 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:13.722522 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:13.722845 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:13.723168 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:13.723485 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:17:13.784793 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae164ba-68a0-49b1-a4b4-9a4a299a7a4e req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] No DVR routers for this DVR port ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:17:13.787085 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-2ae164ba-68a0-49b1-a4b4-9a4a299a7a4e req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:13.789670 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'name': 'network-vif-deleted', 'tag': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:17:13.835963 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ffa34ec-1331-4e9b-a923-d37aebfcc83f'] response: {'server_uuid': 'fa54872c-c7fa-447a-9c5f-34026aba6326', 'name': 'network-vif-deleted', 'tag': 'ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6', 'status': 'completed', 'code': 200} Jun 30 12:17:13.871841 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2ae164ba-68a0-49b1-a4b4-9a4a299a7a4e req-d7058f02-4e59-4074-9698-ce4dfe25b656 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.44 "DELETE /v2.0/ports/ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 HTTP/1.1" status: 204 len: 173 time: 1.0843740 Jun 30 12:17:14.252441 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-de9a29d3-273f-4963-86f7-67622f7d228f req-edcf7cc0-e174-45aa-856f-559f6c62a0de tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0499728 Jun 30 12:17:14.835768 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-17645d18-68e6-470e-bdc2-488e83ef2198 req-03be0dee-8559-4474-8ece-57da67aa6020 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0551879 Jun 30 12:17:15.409611 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-54e9ab35-5450-4e8b-88a8-6b6a89274c6d req-0f7250bf-fdeb-45df-a89c-2b86e72f2c3f tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0508909 Jun 30 12:17:16.001762 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-173b896d-73de-4ab2-b00b-ab20777e1bba req-e25e5898-72b5-4f8d-8416-39461694f1f3 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0535092 Jun 30 12:17:16.315055 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:16.573238 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dc84d629-dfa5-4471-bda8-f67334fd4444 req-0d3d3d48-1f51-4242-ac10-eebfc4c171b3 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0498104 Jun 30 12:17:17.156637 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-190551e7-e3a4-41f7-99e8-56e6d34e7929 req-462f0de8-966f-40e3-b9f1-448cf7a94583 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0497835 Jun 30 12:17:17.334692 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:17:17.369048 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:17:17.369388 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device ab5df4ba-bf56-46bc-a65d-0b5c40f4f7f6 not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:17:17.730535 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7ed4a5a8-110d-4cdf-96b0-1c124e37671c req-942161cd-d267-4075-8282-2eb346650f9f tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0510833 Jun 30 12:17:18.257920 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-1e6ffea1-7dde-4478-bee3-153f923877b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:18.315424 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f1140c6b-f85d-4675-b170-67391023ab32 req-615778aa-69a6-48f2-b6a9-5c64a9fc28bf tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0506821 Jun 30 12:17:18.891221 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-26f3ec2f-78c5-419c-8260-e2e5d003c96c req-b254b194-422c-462d-8209-282b4a531727 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0525670 Jun 30 12:17:19.472143 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e2b96b3f-1268-4506-a0e4-3d553e0134bd req-5d0a4ff8-79a5-47e0-ade9-58eadd25fef1 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0502481 Jun 30 12:17:20.051863 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b8ab06e7-ef2f-46b1-a2e0-acc2aa6272cc req-04749105-8654-4942-94d3-6d3782723990 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0497072 Jun 30 12:17:20.459768 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-6db2ba80-ec66-4a81-8c0b-5c7129f2ced2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:20.628441 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8402f8c4-6b11-4eaa-bb6d-0753c074b739 req-7dcedace-51d4-42ba-9081-564c114b7b95 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0520694 Jun 30 12:17:21.218266 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-52631536-2a70-4fd9-9491-629c6f8c6c9c req-2a06645e-10af-4af4-ae15-1be51929f9f0 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0512469 Jun 30 12:17:21.533932 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:21.669474 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:21.797818 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-816117e3-fad9-438c-af85-44a524a96ea3 req-a43d518d-e694-41d1-ae4e-4ecfb5297294 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0552711 Jun 30 12:17:22.406840 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d4ffbb77-9e2a-4498-912f-bd6b987b7613 req-3b273f82-784e-40ac-929c-a68f0870cf6c tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0531957 Jun 30 12:17:22.963691 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c9caa715-9721-49f2-acd3-fa315eaeb86f req-0bfef6ca-de7b-4273-81bb-59b6bb8b0030 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0499909 Jun 30 12:17:23.220221 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:23.677947 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ddc74d07-57b1-44cd-9b98-4a4c0b52027d req-aca39868-75ba-4c59-9eb7-40bbc65984f2 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.1548395 Jun 30 12:17:24.115561 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-172a1f91-3cc5-4c16-bbba-920b0ba7dce6 req-a8cadf0b-cef3-4ae5-9d00-0dd848320727 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0484707 Jun 30 12:17:24.841390 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-88fa0c4c-69ef-41e5-8e86-f9028e711e3e req-0db44839-ca12-4352-92a5-9e14f0cf75a8 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0550406 Jun 30 12:17:25.286597 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3334bca1-41c5-4b36-81d8-a5854a9ea4fc req-734f07b2-1146-4c4f-8206-42935f6f517d tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0587151 Jun 30 12:17:26.026777 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-829c6b3a-db92-469e-9b13-e1cb1d563646 req-faefd189-5101-4097-8db3-2ace1801cd5f tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0621283 Jun 30 12:17:26.455525 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-24f76ec1-ae20-49bc-a93b-62036a638244 req-a42dd13b-29b4-4cb8-89c4-48b8d7773886 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0612228 Jun 30 12:17:27.196147 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-be9090e2-70c4-4efd-9e8b-3cf0e9ac9974 req-22a786ec-e2f2-4923-81d5-b8f85f23f6ef tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0531600 Jun 30 12:17:27.615932 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d0c12f9d-3b88-4d7f-944f-ab9e32efe283 req-b20bff93-ab89-428b-8921-604753589242 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0545239 Jun 30 12:17:28.362351 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f8ac2acc-4419-46f0-a2db-b01160240f29 req-05756886-9bad-4aff-abef-6977657d9088 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0526283 Jun 30 12:17:28.775808 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c91dd069-14b3-4bcb-a8bd-2d1381a09d14 req-a927a676-cea5-4ded-8a2c-d261de1cd42d tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0503721 Jun 30 12:17:29.525107 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-baa265d5-d34a-463b-a15e-5106435a0086 req-f2e8a603-fa24-41b9-b595-571457ccf97b tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0518241 Jun 30 12:17:29.934784 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-78421ca8-b1af-473b-8a8a-9067f5219f8b req-5c0efe42-d61f-4e49-9672-30a4bfa0b4cf tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0512857 Jun 30 12:17:30.689799 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-417c78e1-6f90-43d8-801d-6ac869b3b2b9 req-14985af1-c51d-4a85-ae5e-038fd2751e64 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0532391 Jun 30 12:17:31.092743 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4943b9b0-1c04-41ac-b178-80f70f27b3c4 req-9f922f10-3e62-4a53-a92d-bca26c6da741 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0497093 Jun 30 12:17:31.854910 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-24a3f0c8-8d74-4b4b-aa4a-576198de23a8 req-9224eca4-b10d-4d1d-b348-8e366f894ca8 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0514431 Jun 30 12:17:32.262512 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6a35e08d-6e91-4242-a291-36e960e6d52a req-df02c2c9-f89d-4234-9a73-4c3072a73a48 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0533352 Jun 30 12:17:33.014874 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c4172bac-9337-493d-ad80-4ad5046a9879 req-bc182f1f-8823-4c34-adba-d9b9e7f962c4 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0490706 Jun 30 12:17:33.421128 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e13f6627-81f6-471f-90b8-227158595409 req-f0e432a0-0491-4534-8729-efaab39264b5 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0531719 Jun 30 12:17:34.180021 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-81fd079f-0c95-4633-9376-218e847c9716 req-04bae1af-1d52-4e4e-82e7-e7840b942364 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0527642 Jun 30 12:17:34.576231 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ba8a09fa-f65f-4e92-a933-635319ebd766 req-fefa3e30-5fca-4975-ad42-5d4008f0a2f0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0498447 Jun 30 12:17:35.344941 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3510471f-4184-4a9a-9eba-497177afd9f5 req-e0347d71-a973-4537-acdd-549850f17792 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0553522 Jun 30 12:17:35.735600 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-199417dc-8ccb-4d3f-8b76-fcd76be69b48 req-0e8ec527-6c01-4c23-a8f9-2feedc71acef tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0504928 Jun 30 12:17:36.509054 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d093d2f2-137b-42f3-9516-82106800a67d req-4506a98c-a0e6-42b5-9180-eefb89a0afb6 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0548275 Jun 30 12:17:36.894308 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-4b2422b7-b271-476b-9718-7e33da8be0e7 req-c88bf488-3fcf-49d9-89bf-fafcd8e3f46e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0512547 Jun 30 12:17:37.671551 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cb17f020-047c-4b81-ad16-5a02cada03dd req-d864bb7c-2cb6-4a58-8553-de572147985f tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0503929 Jun 30 12:17:38.070806 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-57c116fa-8177-4a52-a136-a01a4f349ee1 req-49485603-c3ac-4301-915e-3d108ea34157 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0684898 Jun 30 12:17:38.829219 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-986aed83-4d4a-4c5d-a648-ffebecd73d31 req-55dfff58-114f-4450-95a5-a8a08478823f tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0501840 Jun 30 12:17:39.234217 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c1a6f9ec-d9a2-4588-a9f8-90ba7982d78c req-4277a3a6-4e11-41ef-8f17-d7f5bf472b0b tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0527399 Jun 30 12:17:39.986972 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-05440b2b-1028-455c-8e91-14b6a50680b8 req-3e656ded-e705-4a3d-93bd-d6d660961cca tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0490854 Jun 30 12:17:40.395364 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d5c8df13-95e4-4157-9b2f-97c2e049d7bd req-497c34e9-9cf4-484b-912e-c134a92584db tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0512948 Jun 30 12:17:41.153541 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fddb29e6-2e19-4fcb-b302-bfc0ccd552fc req-5d3afa5e-89ea-480d-b7f0-b40ff3500555 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0543010 Jun 30 12:17:41.554523 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fe189235-e1e4-4baf-859b-e6fb03ddd502 req-06b51a8a-d8e2-4801-b23c-49e387d4b1fd tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0520558 Jun 30 12:17:42.347390 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-6459ef54-b65b-4e87-b6c5-d054bed3181a req-0fb4726b-0e24-4005-a7d0-fba9dce70527 tempest-VolumesSnapshotTestJSON-1476673851 tempest-VolumesSnapshotTestJSON-1476673851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b254dc64-d3f2-4fa8-b9cc-72875fa717ba HTTP/1.1" status: 200 len: 210 time: 0.0605659 Jun 30 12:17:42.727393 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a9056b8b-3e2e-4537-907a-9c28b1660584 req-85d87004-933f-41a6-8db0-fe46571e3fff tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0505927 Jun 30 12:17:43.887348 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-685c745c-5cc8-4ffb-a35d-917f74775cf7 req-78e21c70-8859-4281-b6e2-338343ab9157 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0508990 Jun 30 12:17:45.048488 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-868d59b2-7106-480d-adbb-dec70f02f8ef req-471dc33d-cd2e-47d8-8090-3dd8b152443e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0535479 Jun 30 12:17:46.071944 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:17:46.205817 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0241a5f8-2458-4923-a635-8e6ab200d666 req-93a978c6-74a7-4e37-84cc-72b7df9f371f tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0504272 Jun 30 12:17:46.327038 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:47.479245 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-2da17c2d-7a98-44e0-aabc-7d070c059e79 req-44de0ed2-e285-4b84-9138-73ec7f39d308 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.1625373 Jun 30 12:17:48.211792 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-97df9577-2318-4af7-b4e6-c1bc4a5c476f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:48.639766 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-33693a7a-2b57-446b-98f3-3abae1a1b709 req-efdcc2d0-e49c-4397-82db-07f07bbd2540 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0517364 Jun 30 12:17:49.803704 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8d69812b-b79a-42dc-bc75-b9de5b8ec7bd req-1f2aaeca-5ded-4cac-8dd5-ce59456befc3 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0511839 Jun 30 12:17:50.487902 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4822b079-da58-45d9-8b0c-2f478bd36667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:50.969337 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b12a2ffb-62cd-44ba-bf7d-a2ee0eed63bf req-0c243291-64d0-456c-a005-7dc224a13766 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0535238 Jun 30 12:17:51.543564 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:51.688086 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:52.133059 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3412f8be-afa7-4341-a5bb-4be17954a51d req-959f74e3-11b1-4da3-b9ba-0e1abe7e4f16 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0549197 Jun 30 12:17:53.261180 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:17:53.316051 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-41860da2-2c47-4dec-8c9d-e6523c2ed6d1 req-e7acdd81-1c99-4487-a6c9-ed16bc05e01f tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0559449 Jun 30 12:17:54.479287 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f3e22681-ecc2-4b28-a7bc-34812df0b70b req-016b0ac4-aa0b-4d66-9971-f38bece7ee1d tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0501876 Jun 30 12:17:55.702641 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fba8db3c-8e92-443e-b1f0-722357b26dd3 req-0ef85c0d-982b-4d85-a820-09d7ef955bf1 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0512414 Jun 30 12:17:56.912966 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-11a9185b-6bc9-463e-a736-658c996e93ea req-3e58b821-ba73-4950-a02e-a603adee71f6 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0976250 Jun 30 12:17:58.088626 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f848e260-a378-4386-83df-5e9c7b5d5542 req-be4fd1cb-fcbd-4002-becc-d0fe235227a1 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0610435 Jun 30 12:17:59.266681 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7d1c8967-08ed-49b6-badd-bf98d5834c81 req-c73c30d3-61fb-46f3-92ea-f9f3c6b6a8d7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0640168 Jun 30 12:18:00.435393 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cac981d1-8c4a-4b6d-bf3f-5038b7b4834e req-266b1612-6895-4f94-a0d7-25fcc71aabc9 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0571840 Jun 30 12:18:01.613525 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-cd659669-4120-475b-ac7e-224fe20382c4 req-5993864b-ee3e-49d6-a8ff-4010800ceccf tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0533853 Jun 30 12:18:02.822284 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-13875917-b14d-4964-a947-ad2ccaeb1a67 req-b38b1985-ff80-42c2-9496-9ebc97f98f9f tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0632854 Jun 30 12:18:04.028981 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-94799693-ec40-4208-91e3-b3934a8a7768 req-835e5658-6883-4b64-9c30-64220df21526 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0842805 Jun 30 12:18:05.209258 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-67f96df9-e26a-44d8-a829-534dafd32b2b req-6b09a0a1-b774-4e81-833e-dde3fa0f9dd3 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0561616 Jun 30 12:18:06.391111 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-15bb7157-e7fc-4f1d-a81a-a53dc012fc43 req-73284e6c-4930-4740-9f49-8cce73402c7e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0660465 Jun 30 12:18:07.496132 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-1ae78990-eb6c-463b-9df1-cf4b87ce1969 req-6a123e77-aeb4-4124-bff1-f5d9c17c6d46 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0944386 Jun 30 12:18:07.622418 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae78990-eb6c-463b-9df1-cf4b87ce1969 req-7bade1fb-ba83-47d5-84d0-e7e55c765b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:18:07.623973 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-1ae78990-eb6c-463b-9df1-cf4b87ce1969 req-7bade1fb-ba83-47d5-84d0-e7e55c765b38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 1099 time: 0.1025825 Jun 30 12:18:07.671223 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-981d7866-2066-4a08-ad42-f4f510e56418 req-e44fa0da-d434-4ef8-9b57-c56961193989 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0893149 Jun 30 12:18:07.859526 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae78990-eb6c-463b-9df1-cf4b87ce1969 req-178b89c2-2c15-42a4-a2f1-655f5013b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:18:07.866145 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-1ae78990-eb6c-463b-9df1-cf4b87ce1969 req-178b89c2-2c15-42a4-a2f1-655f5013b10f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d68a013e-4c29-4080-9ea8-bc0a4957da0b HTTP/1.1" status: 200 len: 916 time: 0.2077076 Jun 30 12:18:07.976479 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-1ae78990-eb6c-463b-9df1-cf4b87ce1969 req-a830293e-65b2-4a40-a5fe-4c673b6f72bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5342d9-fada-4f25-8974-036298aa0564 HTTP/1.1" status: 200 len: 217 time: 0.1084914 Jun 30 12:18:08.076131 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae78990-eb6c-463b-9df1-cf4b87ce1969 req-2815044d-128f-4339-9bf7-79a27d2747c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:18:08.077940 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-1ae78990-eb6c-463b-9df1-cf4b87ce1969 req-2815044d-128f-4339-9bf7-79a27d2747c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f HTTP/1.1" status: 200 len: 854 time: 0.0962129 Jun 30 12:18:08.208383 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae78990-eb6c-463b-9df1-cf4b87ce1969 req-b24f2b54-3586-45c5-9efa-f9bae2f15299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:18:08.209929 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-1ae78990-eb6c-463b-9df1-cf4b87ce1969 req-b24f2b54-3586-45c5-9efa-f9bae2f15299 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d68a013e-4c29-4080-9ea8-bc0a4957da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1262727 Jun 30 12:18:08.372558 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-1ae78990-eb6c-463b-9df1-cf4b87ce1969 req-4d97ac66-2702-4992-be32-924840558139 service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564968 Jun 30 12:18:08.581554 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-1ae78990-eb6c-463b-9df1-cf4b87ce1969 req-94ecfb71-209a-4e18-82e4-a9a1cded47b9 service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026482 Jun 30 12:18:08.899893 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9db910bf-9474-4149-8f87-feccce8b7b35 req-2ca73cee-726c-4c21-b76a-f33730d2fb0a tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0729980 Jun 30 12:18:10.082505 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-dfc08213-6b4c-4504-8570-77d57831d52e req-3e07e69b-2b0c-41d2-a96b-08fbf97ab537 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0578740 Jun 30 12:18:11.270109 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-71695b39-64c0-4fcc-9f18-4a3f0667f41f req-e9207ebd-ddee-4cad-a8a8-f058fe067da3 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0586927 Jun 30 12:18:12.464156 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e8e18a60-07d3-4772-8d2c-5736cda9d11f req-7bbb713f-2c90-40a2-9507-6a23bf742075 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0540454 Jun 30 12:18:13.625986 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e55630a3-a8ec-4bef-afa3-ad4c81baf406 req-fc5b172d-d3c7-4427-8c2c-67dcb073d70d tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0513513 Jun 30 12:18:14.791813 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fec6bf05-ec53-407d-b8a5-9d36892cbe71 req-cb557b88-b2f5-4508-8404-fe74ca4699a6 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0579212 Jun 30 12:18:16.162909 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9a4417c3-1a3c-4758-9fd1-4f2ff5ae0c27 req-c0e2809f-8a8c-4bce-bfec-21fd758b3735 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0549295 Jun 30 12:18:16.331981 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:18:17.362173 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-84b20420-d02e-4c27-82b9-1396fb244347 req-d4b4e327-1266-49fe-a5ed-53dcfabb68c7 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0615692 Jun 30 12:18:18.219439 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-457fac93-9043-4efc-9ad1-48ff35558932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:18:18.545729 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-e60fc661-e32d-4a12-8a0c-161412e646b1 req-91c0872e-6cec-4783-97c3-30c1de907946 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0597887 Jun 30 12:18:19.726989 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-20edd019-368c-4b9a-8394-8cd3ff19ce2b req-1b9d3f27-b77a-48a0-9e2e-c16d1f528fba tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0515490 Jun 30 12:18:20.476475 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-0d08ba03-8fa2-4543-82cd-9dbe9e7b89a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:18:21.005636 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ef9e71ca-2b8d-4f8d-bbf6-f25c4a6009f4 req-05750be3-4200-4c09-8aec-4e8d950b7186 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.1572850 Jun 30 12:18:21.539119 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:18:21.658585 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:18:22.174262 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-377940b8-5417-44e2-84c8-7b382fadb2ad req-a915f294-5476-45fd-9c8b-b841c4560972 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0540037 Jun 30 12:18:23.071490 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:18:23.298050 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:18:23.347933 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d82b1622-4f0c-47f6-b4ed-d051ee67c264 req-4c017bce-c9b3-42d8-a7be-b79566fc7e0b tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0541408 Jun 30 12:18:24.511813 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-52c9b0b8-fe55-4a35-9d62-b6381f63c5fc req-ec7d4c08-acf0-475f-928e-8d790b4731ec tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0509534 Jun 30 12:18:25.666330 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5a7e0ec2-5f1f-4b09-b1e6-7790a6802fe2 req-0e12f5a0-7f02-4c71-88b8-c5ee2ef6139f tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0490212 Jun 30 12:18:26.837080 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-9e498dcc-52cc-46ff-bf5a-7cfc151d0876 req-8da6d927-ed4f-408d-975f-c7f4b85078ef tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0630713 Jun 30 12:18:28.012600 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-34a390e9-92d5-42e0-a9d5-6c6ee245c880 req-714dac34-e240-4f64-bc9e-d199520c1113 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0521946 Jun 30 12:18:29.191515 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-78421aff-6e81-4f54-9349-81944dfafcfc req-95c73c0b-c268-4e9d-96d8-7ba93fb12dc0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0548458 Jun 30 12:18:30.357317 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-03d496f5-533d-4554-80f3-19a296a05bcd req-a8d497d7-fefd-4857-9c97-5c5e9b04c48a tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0534070 Jun 30 12:18:31.535394 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0e375e1f-41d1-4d17-a412-97727e55f71b req-28117d1c-84b1-459a-830a-f1bc48a7e990 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0566351 Jun 30 12:18:32.707182 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0eee2976-d8ba-4c0b-8969-c1af95db3f51 req-6379584c-f773-4b3b-9d7b-683470f7c112 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0552359 Jun 30 12:18:33.903970 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b73a34ac-a620-4ffa-9295-c042c46350f0 req-622335a1-af64-4d9b-a05a-dac8dbca0b98 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0720687 Jun 30 12:18:35.069079 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-5f5acf15-a92f-4e4b-804a-1a9513f4e726 req-9d42aae1-f74c-4df6-bf09-cd5aa620f667 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0557764 Jun 30 12:18:36.228865 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-069cb2fd-9c07-468c-9a5d-42589c78ffcf req-0c07d2df-0a29-48b5-88aa-ed4a240ff23b tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0516794 Jun 30 12:18:37.405070 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-05f72d86-40b4-49b4-9056-ee6e4fd5f1cb req-6b0b6fb6-2cc3-40ed-a8e5-22f3328a61af tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0537758 Jun 30 12:18:38.570955 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3e55095e-e2fb-4727-95a7-59fdaeab3702 req-25e0fa50-1b65-43d8-9370-76af8157b3ff tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0546999 Jun 30 12:18:39.730192 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-faa66656-1212-4dbc-96b5-ca18c7db388b req-8490ca92-ce5e-49cc-892b-dc3bf78d214e tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0497422 Jun 30 12:18:40.567746 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [req-2d62a8df-a680-4cf5-b011-537e3f69004a req-3fb09389-cbe4-4017-9061-5fef868e9e42 service neutron] (88750) timed out ('10.222.0.44', 51615) {{(pid=88750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 30 12:18:40.901451 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-423c06b7-37a8-47fe-bed5-e2092ab53c21 req-b13fb5dc-8f0c-4101-82c4-70eb5f37fdd6 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0531640 Jun 30 12:18:42.058169 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-432b6358-ba8d-48fa-8ad3-6650dbe534c5 req-2a6ebcdf-11eb-47ff-92bd-ddf767f762e6 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0502255 Jun 30 12:18:43.216619 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-81ac18aa-0c98-4153-901e-e6277651ff09 req-7b956602-1bc4-4ba6-bc1d-6be64fe4152a tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0499902 Jun 30 12:18:44.385388 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-524c3a88-c6a6-4729-97ee-16d967cf3515 req-592796d6-a02d-4f45-94a8-1de7e7e4515a tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0543253 Jun 30 12:18:45.552026 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d46648ec-6deb-4596-be3c-61e2deec46b4 req-d99ea5ec-e7ea-4490-8979-e3cfa4054f86 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0491226 Jun 30 12:18:46.350275 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:18:46.716164 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-3fe45960-8a96-43b7-a3cf-3ceeb990b050 req-225bfeab-45fc-42a9-b8a9-35b27910f03a tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0560617 Jun 30 12:18:47.876243 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-71003e60-9641-441c-848f-ef303a55d7ac req-19b524d0-9da5-446e-81aa-718476f9646f tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0510106 Jun 30 12:18:48.213546 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1b12-5daf-402c-8f3a-222fbe4e8a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:18:49.039669 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-fa82e5a6-f694-45a2-8554-8fdd0674caf7 req-d78cc5e4-dd74-4eb1-ae53-50aedb5e382b tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0503929 Jun 30 12:18:50.198293 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-ba3eccf5-2084-468b-a905-541b49b123fc req-d2da8cea-b29f-4c99-b23d-318734f8766f tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0528705 Jun 30 12:18:50.476063 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4615902a-684f-409d-831e-9ee06c02592d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:18:51.356530 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-7213b89b-a46d-4022-9422-de236bf59a16 req-6d26fca3-7bd6-4be9-ab9d-29f1aa7a8afa tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0500317 Jun 30 12:18:51.544453 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:18:51.674542 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:18:52.521977 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-84733fbd-c3f7-4ee8-84e1-ce5a900e5491 req-0d390ac6-babe-4a8a-8200-7b46351d5b83 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0540714 Jun 30 12:18:53.212901 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:18:53.679998 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eb2e8b95-74ba-47fb-8e64-a8ff088b6b09 req-ad4db8cd-813a-4586-8feb-63167928baad tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0503731 Jun 30 12:18:54.843938 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-c0d07017-f18f-4e86-8c20-9c537378ba1d req-090cdb27-8cb0-40b0-80bb-785f6f1bf68c tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0549347 Jun 30 12:18:56.013709 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-65ebdb19-b8bd-437c-8ff6-b5c2710b6337 req-cabe714f-fe00-4355-bc55-d94ca18e0ec8 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0546069 Jun 30 12:18:57.175523 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-df05b68b-28e4-446e-b708-a04e5465d351 req-c58002c0-a786-4977-8a63-40670d63179c tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0531552 Jun 30 12:18:58.341113 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-01c6cfd3-6093-471b-a037-8749f4452906 req-ca4773f6-2daa-45f2-9203-25350790453c tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0563228 Jun 30 12:18:59.502169 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-eaa23469-894d-469b-8750-f53475711b99 req-f20cbfb4-8a0c-41ef-a002-1b29d797c741 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0500624 Jun 30 12:19:00.071517 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:19:00.657754 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-779e4628-4483-4c24-bea2-d0655b083803 req-a33ee485-4948-4101-91b9-912654e8ec32 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0496261 Jun 30 12:19:01.816260 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-0da97548-dc1e-4df6-af81-1144c84b5808 req-88cdfc64-19bf-4cd2-8703-a2e4d716eead tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0516419 Jun 30 12:19:02.979552 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-13c0683c-f55e-42a8-82ee-f8be51e7eebf req-fdef7f70-6c51-4a5e-9d7b-dbd0be5fbd85 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0494666 Jun 30 12:19:04.237609 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-52a32bd2-31d4-416d-a667-0239ca108655 req-d518820b-29fc-45cc-b2d3-63c005e75f64 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.1514912 Jun 30 12:19:05.403851 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-68ffddd4-4d12-4fab-88d3-d0be088c9fa6 req-ed816375-ab5d-429e-b1dc-376bd7e0eba0 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0488958 Jun 30 12:19:06.560872 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-b9e1e368-1413-4262-b48e-2f37294cf01b req-f3cce607-2a46-4b4c-a36d-722b830afbfb tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0488851 Jun 30 12:19:07.716820 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-99fffc2d-ca77-4a2e-b09d-fd84d008c3a5 req-0336f185-911b-4005-9d40-8c02e4176f41 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0516469 Jun 30 12:19:08.764117 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-84b0ed36-b35b-4026-b8a0-9c622d58ea80 req-8f36bc11-0f70-4434-9909-94a415152a98 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823641 Jun 30 12:19:08.875108 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-bdbbebc9-e05a-494e-951f-fafe8287d4af req-98d3f095-a762-4dd2-92b3-16d87439e682 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0516238 Jun 30 12:19:08.912155 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0ed36-b35b-4026-b8a0-9c622d58ea80 req-5aa3c4b2-f77f-45fa-b142-60a519349f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:19:08.921421 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-84b0ed36-b35b-4026-b8a0-9c622d58ea80 req-5aa3c4b2-f77f-45fa-b142-60a519349f80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 1099 time: 0.0812628 Jun 30 12:19:09.057163 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0ed36-b35b-4026-b8a0-9c622d58ea80 req-232a6f93-9f1e-4280-ac52-39e3b6b000da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:19:09.058590 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-84b0ed36-b35b-4026-b8a0-9c622d58ea80 req-232a6f93-9f1e-4280-ac52-39e3b6b000da service neutron] 10.222.0.44 "GET /v2.0/networks?id=d68a013e-4c29-4080-9ea8-bc0a4957da0b HTTP/1.1" status: 200 len: 916 time: 0.1261477 Jun 30 12:19:09.127981 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-84b0ed36-b35b-4026-b8a0-9c622d58ea80 req-09af5668-308a-4d17-88b6-6adf4d06fada service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5342d9-fada-4f25-8974-036298aa0564 HTTP/1.1" status: 200 len: 217 time: 0.0638406 Jun 30 12:19:09.189998 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0ed36-b35b-4026-b8a0-9c622d58ea80 req-3f43be07-4f06-4b4a-a874-96c8b82ca4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:19:09.191441 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-84b0ed36-b35b-4026-b8a0-9c622d58ea80 req-3f43be07-4f06-4b4a-a874-96c8b82ca4bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f HTTP/1.1" status: 200 len: 854 time: 0.0575578 Jun 30 12:19:09.276941 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0ed36-b35b-4026-b8a0-9c622d58ea80 req-5de87718-06cb-427a-a7f9-890bd75a9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:19:09.278433 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-84b0ed36-b35b-4026-b8a0-9c622d58ea80 req-5de87718-06cb-427a-a7f9-890bd75a9ef9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d68a013e-4c29-4080-9ea8-bc0a4957da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812697 Jun 30 12:19:09.498213 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-84b0ed36-b35b-4026-b8a0-9c622d58ea80 req-2e8f886e-6f49-4df7-b636-ed44a364920b service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139115 Jun 30 12:19:09.630616 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-84b0ed36-b35b-4026-b8a0-9c622d58ea80 req-e790d60a-c9d2-4e44-a0df-a82d798b8a4d service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267936 Jun 30 12:19:10.037555 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-d6c66875-7c20-4c40-8db7-1a68a8e7a634 req-1bfcc2ad-aea8-4c24-b470-8f1762119b17 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0542312 Jun 30 12:19:11.193403 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a3623f50-93af-45f6-8217-892e0816860e req-88ad5626-9b7c-4c3d-8341-a2869d497d02 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0488095 Jun 30 12:19:12.346403 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-13e2a20a-ccbd-411a-8587-47fffdfcecbe req-33149d1c-09b6-4df1-968c-a4c007f66c6f tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0498676 Jun 30 12:19:13.508351 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f5abe68b-1a6c-40b4-b259-98ddd851df8b req-97f72eec-6e0b-4afc-ad1a-5f908d0f018f tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0541391 Jun 30 12:19:14.716226 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-f95920d8-d3de-4df0-b51c-a14249b636e6 req-07f2a1e5-f76e-441d-bb0a-8b416d3cd8f4 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa54872c-c7fa-447a-9c5f-34026aba6326 HTTP/1.1" status: 200 len: 210 time: 0.0518291 Jun 30 12:19:15.811871 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 57248) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:19:15.972299 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Deleting port 3ae28eff-1db5-4db2-8961-c1fcc7a8fbcf {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:19:15.972585 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:16.148074 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:16.148422 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:16.270945 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Calling delete_port for 3ae28eff-1db5-4db2-8961-c1fcc7a8fbcf owned by network:floatingip {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:19:16.326512 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:16.464037 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:16.513774 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event deleted for resources: {'Port': ['ID=3ae28eff-1db5-4db2-8961-c1fcc7a8fbcf,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:19:16.556246 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:19:16.556542 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:19:16.556851 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:19:16.557182 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:19:16.557504 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:19:16.557827 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:19:16.558156 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:19:16.558476 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:19:16.558795 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:19:16.559111 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:19:16.559429 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:19:16.559746 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:19:16.624660 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for floatingip, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:16.638977 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for floatingip, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:16.640103 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-0e1f8701-54a7-4bf6-bd7a-053ca6416869 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "DELETE /v2.0/floatingips/ee510f6e-658d-4985-8570-3ece098af49b HTTP/1.1" status: 204 len: 168 time: 0.8272264 Jun 30 12:19:18.218698 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4d3cb43e-bdd1-4083-bc40-4c0790748cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:20.464324 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-63e33c21-4f59-4120-8193-4be9f926ba58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:21.538082 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:21.686821 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:23.229739 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:37.070946 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:19:46.349190 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:48.200326 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5441a6f4-3b56-4fa3-989f-174d5231251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:50.497204 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a9cca2e3-5f57-4f75-865d-6fdf39923787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:51.560982 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:51.674613 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:19:53.303649 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:20:10.751145 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-28c8ba25-0793-4a62-8016-33ec60b61907 req-2484ef53-968b-4982-bb7b-7d1778dfcd8c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765514 Jun 30 12:20:10.904025 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ba25-0793-4a62-8016-33ec60b61907 req-2352fa02-cc3b-411a-ba03-b6a426c96267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:20:10.905773 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-28c8ba25-0793-4a62-8016-33ec60b61907 req-2352fa02-cc3b-411a-ba03-b6a426c96267 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 1099 time: 0.0837579 Jun 30 12:20:11.058531 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ba25-0793-4a62-8016-33ec60b61907 req-f85ceb9c-f1a7-4e1b-9a47-2cf57c235917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:20:11.059997 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-28c8ba25-0793-4a62-8016-33ec60b61907 req-f85ceb9c-f1a7-4e1b-9a47-2cf57c235917 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d68a013e-4c29-4080-9ea8-bc0a4957da0b HTTP/1.1" status: 200 len: 916 time: 0.1361110 Jun 30 12:20:11.130098 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-28c8ba25-0793-4a62-8016-33ec60b61907 req-9f4f3123-1550-4f7c-9b0c-0d3201366703 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5342d9-fada-4f25-8974-036298aa0564 HTTP/1.1" status: 200 len: 217 time: 0.0642383 Jun 30 12:20:11.196262 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ba25-0793-4a62-8016-33ec60b61907 req-b0640a62-329a-4389-a5f9-977b7e27ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:20:11.197786 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-28c8ba25-0793-4a62-8016-33ec60b61907 req-b0640a62-329a-4389-a5f9-977b7e27ae8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f HTTP/1.1" status: 200 len: 854 time: 0.0613637 Jun 30 12:20:11.283802 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ba25-0793-4a62-8016-33ec60b61907 req-bbe9e4bc-57cf-45f1-925b-21026f154e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:20:11.285248 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-28c8ba25-0793-4a62-8016-33ec60b61907 req-bbe9e4bc-57cf-45f1-925b-21026f154e9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d68a013e-4c29-4080-9ea8-bc0a4957da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819468 Jun 30 12:20:11.426638 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-28c8ba25-0793-4a62-8016-33ec60b61907 req-48a577be-e04a-475f-b486-b57f8fba7778 service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353996 Jun 30 12:20:11.562771 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-28c8ba25-0793-4a62-8016-33ec60b61907 req-6287b01d-e8ea-4c39-b337-3bf286535332 service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297362 Jun 30 12:20:14.070337 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:20:16.343386 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:20:18.201144 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-dfa18c31-9c49-4d9a-8b72-3c6dca7fc794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:20:20.491751 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7e919c18-5dcf-40de-8494-4b7e91e1c157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:20:21.537229 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:20:21.679963 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:20:23.252983 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:20:46.405773 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:20:48.205385 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b467-9a18-4d12-b222-4cf1f31fe4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:20:50.525440 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fb00-d6af-4768-894d-8cbec4bcaabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:20:51.069493 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:20:51.591481 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:20:51.696577 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:20:53.222578 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:21:10.838222 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-efbfd743-f034-47ed-b55a-b530d213ecd4 req-c9cf6a4c-f72c-4cf5-8d99-270d226ebe01 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1449037 Jun 30 12:21:10.983436 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfd743-f034-47ed-b55a-b530d213ecd4 req-f7afde3a-703e-4c5c-a6c4-54511df34a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:21:10.985109 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-efbfd743-f034-47ed-b55a-b530d213ecd4 req-f7afde3a-703e-4c5c-a6c4-54511df34a64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 1099 time: 0.0799861 Jun 30 12:21:11.135565 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfd743-f034-47ed-b55a-b530d213ecd4 req-609502a3-2441-46d2-8fdc-017fe746be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:21:11.136987 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-efbfd743-f034-47ed-b55a-b530d213ecd4 req-609502a3-2441-46d2-8fdc-017fe746be17 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d68a013e-4c29-4080-9ea8-bc0a4957da0b HTTP/1.1" status: 200 len: 916 time: 0.1319473 Jun 30 12:21:11.208485 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-efbfd743-f034-47ed-b55a-b530d213ecd4 req-8e94df55-927a-465c-84dc-0f043339bab1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5342d9-fada-4f25-8974-036298aa0564 HTTP/1.1" status: 200 len: 217 time: 0.0652521 Jun 30 12:21:11.273593 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfd743-f034-47ed-b55a-b530d213ecd4 req-ab765af2-0f13-41ac-a728-66edc6de4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:21:11.275034 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-efbfd743-f034-47ed-b55a-b530d213ecd4 req-ab765af2-0f13-41ac-a728-66edc6de4ad2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f HTTP/1.1" status: 200 len: 854 time: 0.0598030 Jun 30 12:21:11.357466 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfd743-f034-47ed-b55a-b530d213ecd4 req-a2ebcbb8-31aa-47b1-9e75-2cd801153f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:21:11.358945 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-efbfd743-f034-47ed-b55a-b530d213ecd4 req-a2ebcbb8-31aa-47b1-9e75-2cd801153f3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d68a013e-4c29-4080-9ea8-bc0a4957da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782595 Jun 30 12:21:11.579940 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-efbfd743-f034-47ed-b55a-b530d213ecd4 req-cb802826-f222-4e6a-87d8-8426c5d93bfa service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152042 Jun 30 12:21:11.715334 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-efbfd743-f034-47ed-b55a-b530d213ecd4 req-babc6e6d-5de5-45a3-9273-2b6f53d09293 service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291478 Jun 30 12:21:16.382312 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:21:18.204829 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-18244f75-283d-4476-b584-885442d355e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:21:20.491052 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-db463758-19b0-47d9-aa05-7ba4e97a68e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:21:21.542050 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:21:21.679567 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:21:23.325352 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:21:28.069255 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:21:46.359117 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:21:48.250179 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2298f7b3-ea41-498f-b861-34978b788ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:21:50.479686 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-cb16b846-9370-4c2b-b4dc-c4a4525e1e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:21:51.547581 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:21:51.661999 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:21:53.348592 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:22:05.068153 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:22:11.756850 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8529799d-56b4-4ca6-bc21-ccbad56b034c req-34099511-4ba5-449a-b781-ec609ad0cb35 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801792 Jun 30 12:22:11.905221 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529799d-56b4-4ca6-bc21-ccbad56b034c req-a0fb130b-cb7a-4066-8f58-1fb8ce48d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:22:11.906699 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8529799d-56b4-4ca6-bc21-ccbad56b034c req-a0fb130b-cb7a-4066-8f58-1fb8ce48d968 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 1099 time: 0.0801780 Jun 30 12:22:12.051318 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529799d-56b4-4ca6-bc21-ccbad56b034c req-e13c4b8f-bcfd-469c-9db0-8af87a9a3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:22:12.052715 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8529799d-56b4-4ca6-bc21-ccbad56b034c req-e13c4b8f-bcfd-469c-9db0-8af87a9a3ec6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d68a013e-4c29-4080-9ea8-bc0a4957da0b HTTP/1.1" status: 200 len: 916 time: 0.1281433 Jun 30 12:22:12.122200 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8529799d-56b4-4ca6-bc21-ccbad56b034c req-f04cf72e-8e7b-4d92-b7b0-6eb5464ed6d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5342d9-fada-4f25-8974-036298aa0564 HTTP/1.1" status: 200 len: 217 time: 0.0636232 Jun 30 12:22:12.184569 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529799d-56b4-4ca6-bc21-ccbad56b034c req-5a4e47a5-6543-4b7d-8b7f-856b553b0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:22:12.186029 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8529799d-56b4-4ca6-bc21-ccbad56b034c req-5a4e47a5-6543-4b7d-8b7f-856b553b0d02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f HTTP/1.1" status: 200 len: 854 time: 0.0586376 Jun 30 12:22:12.272048 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529799d-56b4-4ca6-bc21-ccbad56b034c req-533f991f-1efb-49f2-8e4a-dfe1c1dc1c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:22:12.273662 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8529799d-56b4-4ca6-bc21-ccbad56b034c req-533f991f-1efb-49f2-8e4a-dfe1c1dc1c3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d68a013e-4c29-4080-9ea8-bc0a4957da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822134 Jun 30 12:22:12.407940 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8529799d-56b4-4ca6-bc21-ccbad56b034c req-a2f5baf9-0636-4450-9c5a-b4f69e95a546 service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281333 Jun 30 12:22:12.541527 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8529799d-56b4-4ca6-bc21-ccbad56b034c req-5fc2d8ec-afb5-40b4-9718-59979f62891f service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271122 Jun 30 12:22:16.370072 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:22:18.221579 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-10c37823-7685-48e2-87d3-312a9fa96b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:22:20.461384 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-301fd1ec-2c77-46e1-b504-26ec4786e1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:22:21.535543 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:22:21.654229 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:22:23.244423 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:22:42.066792 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:22:46.398428 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:22:48.215087 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ed863e74-fae0-48f3-a6b7-4267718009e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:22:50.499750 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-317393e1-1a87-476d-903c-9adeacb3f84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:22:51.581029 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:22:51.689825 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:22:53.238303 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:23:13.753751 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-217ca349-d010-4d0b-9047-8c98d71fe465 req-6b5fef2d-461a-4379-94a9-1dfe359ae053 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795367 Jun 30 12:23:13.937407 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ca349-d010-4d0b-9047-8c98d71fe465 req-534d1cf8-de20-4302-b30c-3a3c9ddc4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:23:13.938912 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-217ca349-d010-4d0b-9047-8c98d71fe465 req-534d1cf8-de20-4302-b30c-3a3c9ddc4451 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 1099 time: 0.1130314 Jun 30 12:23:14.088957 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ca349-d010-4d0b-9047-8c98d71fe465 req-ee6dbdf6-ab5c-4d72-a180-0e872834abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:23:14.090412 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-217ca349-d010-4d0b-9047-8c98d71fe465 req-ee6dbdf6-ab5c-4d72-a180-0e872834abc5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d68a013e-4c29-4080-9ea8-bc0a4957da0b HTTP/1.1" status: 200 len: 916 time: 0.1336520 Jun 30 12:23:14.158040 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-217ca349-d010-4d0b-9047-8c98d71fe465 req-73f03137-794c-4410-9416-cf879f9854cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5342d9-fada-4f25-8974-036298aa0564 HTTP/1.1" status: 200 len: 217 time: 0.0617313 Jun 30 12:23:14.224719 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ca349-d010-4d0b-9047-8c98d71fe465 req-8bbf7814-d264-4984-939f-dd35d9558503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:23:14.226179 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-217ca349-d010-4d0b-9047-8c98d71fe465 req-8bbf7814-d264-4984-939f-dd35d9558503 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f HTTP/1.1" status: 200 len: 854 time: 0.0620427 Jun 30 12:23:14.314082 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ca349-d010-4d0b-9047-8c98d71fe465 req-cd560fe5-f820-4a36-9ef3-ad1aa8c6a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:23:14.315578 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-217ca349-d010-4d0b-9047-8c98d71fe465 req-cd560fe5-f820-4a36-9ef3-ad1aa8c6a353 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d68a013e-4c29-4080-9ea8-bc0a4957da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814760 Jun 30 12:23:14.560776 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-217ca349-d010-4d0b-9047-8c98d71fe465 req-2889bca4-ac9d-4cca-86ac-a1c44705210f service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379930 Jun 30 12:23:14.700426 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-217ca349-d010-4d0b-9047-8c98d71fe465 req-88bc838d-65aa-459a-93a7-52090397a9dd service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339104 Jun 30 12:23:16.386829 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:23:18.215006 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7d31f276-e56d-4bae-bde4-ab33c1a60c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:23:19.066394 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:23:20.460541 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-686acbe7-9389-4753-a91c-da237f8d3428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:23:21.562302 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:23:21.701199 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:23:23.270250 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:23:46.378739 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:23:48.224161 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4ec5b3cb-0732-4c81-b03e-22dabd40dcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:23:50.460911 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7b7e57be-ada5-480d-9bbf-b910427dff18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:23:51.569464 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:23:51.698299 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:23:53.324904 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:23:56.064576 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:24:14.767946 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d9d88d85-8765-4767-90fc-7e7334b1f219 req-dac5d14b-c6cb-420f-a71b-e8a9e093a3fa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816214 Jun 30 12:24:14.916636 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d88d85-8765-4767-90fc-7e7334b1f219 req-b2b7bb74-e246-4e25-89d6-8944780921f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:24:14.918112 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d9d88d85-8765-4767-90fc-7e7334b1f219 req-b2b7bb74-e246-4e25-89d6-8944780921f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 1099 time: 0.0816331 Jun 30 12:24:15.065679 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d88d85-8765-4767-90fc-7e7334b1f219 req-1aab03da-e998-4323-bdae-dee646e6d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:24:15.067132 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d9d88d85-8765-4767-90fc-7e7334b1f219 req-1aab03da-e998-4323-bdae-dee646e6d16c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d68a013e-4c29-4080-9ea8-bc0a4957da0b HTTP/1.1" status: 200 len: 916 time: 0.1279814 Jun 30 12:24:15.137648 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d9d88d85-8765-4767-90fc-7e7334b1f219 req-6a98ab4e-b348-4cf7-be08-77129336b6c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5342d9-fada-4f25-8974-036298aa0564 HTTP/1.1" status: 200 len: 217 time: 0.0643208 Jun 30 12:24:15.202263 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d88d85-8765-4767-90fc-7e7334b1f219 req-aa3fe76c-101c-4482-97f5-352e668a3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:24:15.203720 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d9d88d85-8765-4767-90fc-7e7334b1f219 req-aa3fe76c-101c-4482-97f5-352e668a3295 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f HTTP/1.1" status: 200 len: 854 time: 0.0609021 Jun 30 12:24:15.285697 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d88d85-8765-4767-90fc-7e7334b1f219 req-65568b16-c097-4577-b4b7-2a30092cfdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:24:15.287107 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d9d88d85-8765-4767-90fc-7e7334b1f219 req-65568b16-c097-4577-b4b7-2a30092cfdaf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d68a013e-4c29-4080-9ea8-bc0a4957da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774269 Jun 30 12:24:15.422111 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d9d88d85-8765-4767-90fc-7e7334b1f219 req-4ea9adba-3c6e-4970-8bf1-e1be4a291cc2 service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288774 Jun 30 12:24:15.560331 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-d9d88d85-8765-4767-90fc-7e7334b1f219 req-c421a05d-4431-4240-8331-a09ead07a5af service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319726 Jun 30 12:24:16.414386 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:24:18.223612 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-c590b206-3934-46a4-b95a-6e2137e32f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:24:20.486207 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ed9a633a-605b-42d2-aeea-efd299961afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:24:21.572112 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:24:21.669224 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:24:23.252042 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:24:33.064351 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:24:46.396790 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:24:48.228680 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb0d5-e061-4a1f-9677-70259216d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:24:50.502982 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-40801024-2aab-4201-b1d3-39b0374b0220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:24:51.568094 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:24:51.710967 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:24:53.262806 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:10.065829 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:25:14.753819 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2185b197-d5a2-4a26-8c55-80f6619e49fa req-b6c9ba04-ffd0-4bfe-aabb-994b7fa45083 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796912 Jun 30 12:25:14.904790 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185b197-d5a2-4a26-8c55-80f6619e49fa req-1c928111-33b6-41fb-9170-c427a02e110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:25:14.906269 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2185b197-d5a2-4a26-8c55-80f6619e49fa req-1c928111-33b6-41fb-9170-c427a02e110f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 1099 time: 0.0806890 Jun 30 12:25:15.055406 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185b197-d5a2-4a26-8c55-80f6619e49fa req-c0ac284e-d47a-4bd7-ba0a-8a3c042d7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:25:15.056887 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2185b197-d5a2-4a26-8c55-80f6619e49fa req-c0ac284e-d47a-4bd7-ba0a-8a3c042d7e20 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d68a013e-4c29-4080-9ea8-bc0a4957da0b HTTP/1.1" status: 200 len: 916 time: 0.1314390 Jun 30 12:25:15.127020 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2185b197-d5a2-4a26-8c55-80f6619e49fa req-f1ac75cb-2622-4deb-9e9a-8ee61b441533 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5342d9-fada-4f25-8974-036298aa0564 HTTP/1.1" status: 200 len: 217 time: 0.0643866 Jun 30 12:25:15.188707 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185b197-d5a2-4a26-8c55-80f6619e49fa req-2b12a033-696f-423b-8a40-1b396c277e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:25:15.190170 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2185b197-d5a2-4a26-8c55-80f6619e49fa req-2b12a033-696f-423b-8a40-1b396c277e5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f HTTP/1.1" status: 200 len: 854 time: 0.0579364 Jun 30 12:25:15.276645 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185b197-d5a2-4a26-8c55-80f6619e49fa req-8f3a1d01-aa06-4022-81fe-20ed478c6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:25:15.279060 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2185b197-d5a2-4a26-8c55-80f6619e49fa req-8f3a1d01-aa06-4022-81fe-20ed478c6197 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d68a013e-4c29-4080-9ea8-bc0a4957da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832493 Jun 30 12:25:15.493975 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2185b197-d5a2-4a26-8c55-80f6619e49fa req-e5ff1d5a-7a2b-408c-8f77-946c11e63afa service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091997 Jun 30 12:25:15.628665 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2185b197-d5a2-4a26-8c55-80f6619e49fa req-479fc334-6f6d-4f02-8ba5-31c06daab189 service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287119 Jun 30 12:25:16.214091 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 60016) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:25:16.286307 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:16.317062 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:16.410714 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:16.467743 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:16.486971 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3adf229-fc57-4824-bb81-30a722e5a9fd,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:25:16.494423 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:16.494761 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:16.495106 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:16.495416 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:16.495736 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:16.496728 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:16.497048 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:16.497444 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:16.497765 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:16.498081 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:16.498393 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:16.498705 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:16.604403 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:16.606148 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-682c61fd-d251-4d76-b926-77eb5d50a821 tempest-TestVolumeBootPattern-1287816714 tempest-TestVolumeBootPattern-1287816714-project] 10.222.0.18 "DELETE /v2.0/security-groups/c3adf229-fc57-4824-bb81-30a722e5a9fd HTTP/1.1" status: 204 len: 168 time: 0.3910754 Jun 30 12:25:16.963664 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 60024) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:25:17.751486 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c11fe80d-bc3e-48c3-b358-aefcea3943ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534753'] for router_interface, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:18.099278 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-c11fe80d-bc3e-48c3-b358-aefcea3943ea admin admin] Deleting port d3f15aa2-0271-440b-99e4-43be05f9a71f {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:25:18.099624 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c11fe80d-bc3e-48c3-b358-aefcea3943ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:18.231221 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3da132d0-485b-4c04-9267-36e7a11ce892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:18.274731 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-c11fe80d-bc3e-48c3-b358-aefcea3943ea admin admin] For port d3f15aa2-0271-440b-99e4-43be05f9a71f, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d3f15aa2-0271-440b-99e4-43be05f9a71f,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:25:18.275090 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c11fe80d-bc3e-48c3-b358-aefcea3943ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:18.407325 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-c11fe80d-bc3e-48c3-b358-aefcea3943ea admin admin] Calling delete_port for d3f15aa2-0271-440b-99e4-43be05f9a71f owned by network:router_interface {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:25:18.639460 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c11fe80d-bc3e-48c3-b358-aefcea3943ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:18.689485 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fe80d-bc3e-48c3-b358-aefcea3943ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f15aa2-0271-440b-99e4-43be05f9a71f,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:25:19.072038 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c11fe80d-bc3e-48c3-b358-aefcea3943ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534677'] for router_interface, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:19.437164 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11fe80d-bc3e-48c3-b358-aefcea3943ea admin admin] Router a7cd7ee6-471c-4b19-abaf-556714e516ff has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:25:19.623195 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11fe80d-bc3e-48c3-b358-aefcea3943ea admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:25:19.632156 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4dec69-4572-4572-91a5-e1a226ba7f24 None None] Sync routers for ids ['a7cd7ee6-471c-4b19-abaf-556714e516ff'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:25:19.635566 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-c11fe80d-bc3e-48c3-b358-aefcea3943ea admin admin] 10.222.0.18 "PUT /v2.0/routers/a7cd7ee6-471c-4b19-abaf-556714e516ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6708634 Jun 30 12:25:19.638176 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 60052) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:25:19.641750 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4dec69-4572-4572-91a5-e1a226ba7f24 None None] Routers {'a7cd7ee6-471c-4b19-abaf-556714e516ff'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:25:19.642360 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-3b4dec69-4572-4572-91a5-e1a226ba7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:24:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a7cd7ee6-471c-4b19-abaf-556714e516ff'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:25:19.821023 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Notify callbacks [] for router, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:19.851721 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-3b4dec69-4572-4572-91a5-e1a226ba7f24 None None] Set router a7cd7ee6-471c-4b19-abaf-556714e516ff gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:25:20.015623 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:20.090987 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Deleting port c60c0bbe-3051-4ea6-b917-04f6cde6d822 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:25:20.091334 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:20.140152 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-3b4dec69-4572-4572-91a5-e1a226ba7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T12:25:18Z', 'revision_number': 5, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port': {'id': 'c60c0bbe-3051-4ea6-b917-04f6cde6d822', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:50Z', 'updated_at': '2022-06-30T11:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:25:20.144013 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4dec69-4572-4572-91a5-e1a226ba7f24 None None] Checking router: a7cd7ee6-471c-4b19-abaf-556714e516ff for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:25:20.152599 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4dec69-4572-4572-91a5-e1a226ba7f24 None None] Routers {'a7cd7ee6-471c-4b19-abaf-556714e516ff'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:25:20.153200 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-3b4dec69-4572-4572-91a5-e1a226ba7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:24:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a7cd7ee6-471c-4b19-abaf-556714e516ff'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:25:20.270852 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] For port c60c0bbe-3051-4ea6-b917-04f6cde6d822, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=c60c0bbe-3051-4ea6-b917-04f6cde6d822,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:25:20.271214 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:20.304558 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-3b4dec69-4572-4572-91a5-e1a226ba7f24 None None] Set router a7cd7ee6-471c-4b19-abaf-556714e516ff gateway port host: None {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:25:20.396434 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Calling delete_port for c60c0bbe-3051-4ea6-b917-04f6cde6d822 owned by network:router_gateway {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:25:20.412578 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-3b4dec69-4572-4572-91a5-e1a226ba7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T12:25:20Z', 'revision_number': 6, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port_host': None}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:25:20.422040 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4dec69-4572-4572-91a5-e1a226ba7f24 None None] The sync data for ids ['a7cd7ee6-471c-4b19-abaf-556714e516ff'] in dv-cinder-848250-1-iscsi is: [{'id': 'a7cd7ee6-471c-4b19-abaf-556714e516ff', 'name': 'tempest-TestVolumeBootPattern-1618305721-router', 'tenant_id': '845bdd244c944d94aae5ff6b56b0f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:49Z', 'updated_at': '2022-06-30T12:25:20Z', 'revision_number': 6, 'project_id': '845bdd244c944d94aae5ff6b56b0f75d', 'gw_port_host': None}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:25:20.479280 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-260400d7-1ba9-4166-b9ca-2107167c0374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:20.687897 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:20.736350 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60c0bbe-3051-4ea6-b917-04f6cde6d822,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:25:20.798607 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:20.798607 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:20.798607 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:20.798607 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:20.798607 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:20.798607 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:20.798607 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:20.798607 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:20.798607 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:20.798607 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:20.798607 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:20.798607 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:25:20.854802 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579328'] for router_gateway, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:21.129094 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7319'] for router, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:21.131205 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:21.331017 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-580833'] for router, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:21.331524 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7cd7ee6-471c-4b19-abaf-556714e516ff {{(pid=88750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 12:25:21.345011 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] Notify callbacks [] for router, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:21.346144 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-d9d69f98-deb4-46f6-891f-f64b12548650 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a7cd7ee6-471c-4b19-abaf-556714e516ff HTTP/1.1" status: 204 len: 168 time: 1.7069852 Jun 30 12:25:21.348665 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 60066) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:25:21.410115 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dca7b54-fcfd-4504-8103-dfce3665426e admin admin] Deleting subnet 9f0b436c-7059-4644-92df-3bf578e67ce2 {{(pid=88750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 12:25:21.413291 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0dca7b54-fcfd-4504-8103-dfce3665426e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:21.469798 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0dca7b54-fcfd-4504-8103-dfce3665426e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1147442'] for subnet, precommit_delete_associations {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:21.548588 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d3f15aa2-0271-440b-99e4-43be05f9a71f no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:25:21.553720 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0dca7b54-fcfd-4504-8103-dfce3665426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:21.587367 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:21.591078 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: d3f15aa2-0271-440b-99e4-43be05f9a71f {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:25:21.591078 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d3f15aa2-0271-440b-99e4-43be05f9a71f not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:25:21.591078 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device c60c0bbe-3051-4ea6-b917-04f6cde6d822 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:25:21.634494 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: c60c0bbe-3051-4ea6-b917-04f6cde6d822 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:25:21.634831 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device c60c0bbe-3051-4ea6-b917-04f6cde6d822 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:25:21.696681 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0dca7b54-fcfd-4504-8103-dfce3665426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33531798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1085358'] for subnet, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:21.731424 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:21.740800 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca7b54-fcfd-4504-8103-dfce3665426e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0b436c-7059-4644-92df-3bf578e67ce2,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:25:21.742746 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0dca7b54-fcfd-4504-8103-dfce3665426e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:21.748058 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff342db-2999-4054-9dbf-e2597c83a324 None None] Network b2d10cb7-945f-43a2-bb61-0a070d4fc848 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:25:21.750231 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-0dca7b54-fcfd-4504-8103-dfce3665426e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9f0b436c-7059-4644-92df-3bf578e67ce2 HTTP/1.1" status: 204 len: 168 time: 0.4005940 Jun 30 12:25:21.752807 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 60074) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:25:21.858317 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:21.869051 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Deleting port 01c1e402-1833-4613-a154-0265b9a80e9f {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:25:21.869380 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:22.003179 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6d098e-03db-4f6c-b102-82361f7a38ca None None] DHCP port deletion for b2d10cb7-945f-43a2-bb61-0a070d4fc848 request from dv-cinder-848250-1-iscsi {{(pid=88752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 12:25:22.007657 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d098e-03db-4f6c-b102-82361f7a38ca None None] Deleting port 01c1e402-1833-4613-a154-0265b9a80e9f {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:25:22.008027 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3f6d098e-03db-4f6c-b102-82361f7a38ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:22.078897 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] For port 01c1e402-1833-4613-a154-0265b9a80e9f, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=01c1e402-1833-4613-a154-0265b9a80e9f,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:25:22.079250 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:22.204728 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Calling delete_port for 01c1e402-1833-4613-a154-0265b9a80e9f owned by network:dhcp {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:25:22.216380 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-3f6d098e-03db-4f6c-b102-82361f7a38ca None None] For port 01c1e402-1833-4613-a154-0265b9a80e9f, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=01c1e402-1833-4613-a154-0265b9a80e9f,segment=NetworkSegment(bf6a2514-58d3-4879-9cd1-8bb17f4e4b18),segment_id=bf6a2514-58d3-4879-9cd1-8bb17f4e4b18)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:25:22.216768 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3f6d098e-03db-4f6c-b102-82361f7a38ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:22.342244 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d098e-03db-4f6c-b102-82361f7a38ca None None] Calling delete_port for 01c1e402-1833-4613-a154-0265b9a80e9f owned by network:dhcp {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:25:22.376867 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:22.424078 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.api [None req-3f6d098e-03db-4f6c-b102-82361f7a38ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 12:25:22.424294 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c1e402-1833-4613-a154-0265b9a80e9f,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:25:22.424399 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG oslo_db.api [None req-3f6d098e-03db-4f6c-b102-82361f7a38ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 12:25:22.428570 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] No DVR routers for this DVR port 01c1e402-1833-4613-a154-0265b9a80e9f on host dv-cinder-848250-1-iscsi {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:25:22.543615 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:22.573749 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d10cb7-945f-43a2-bb61-0a070d4fc848']}} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:25:22.586813 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18') {'for_net_delete': True} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:25:22.587103 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6a2514-58d3-4879-9cd1-8bb17f4e4b18') {} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:25:22.599791 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1147451'] for segment, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:22.616543 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:22.623003 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 12:25:22.624624 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33531704'] for segment, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:22.708063 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.services.segments.plugin [-] Segment bf6a2514-58d3-4879-9cd1-8bb17f4e4b18 resource provider aggregate not found Jun 30 12:25:22.729018 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.services.segments.plugin [-] Segment bf6a2514-58d3-4879-9cd1-8bb17f4e4b18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf6a2514-58d3-4879-9cd1-8bb17f4e4b18 found for delete ", "request_id": "req-41376b82-1ae9-402c-992e-2de6bcd8a42a"}]} Jun 30 12:25:22.782032 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:22.801238 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:22.896731 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2d10cb7-945f-43a2-bb61-0a070d4fc848,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:25:22.925357 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d098e-03db-4f6c-b102-82361f7a38ca None None] Deleting port 01c1e402-1833-4613-a154-0265b9a80e9f {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:25:22.925762 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3f6d098e-03db-4f6c-b102-82361f7a38ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:22.977804 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-0e9fea81-3d29-46e8-b4ce-abe4854c0343 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b2d10cb7-945f-43a2-bb61-0a070d4fc848 HTTP/1.1" status: 204 len: 168 time: 1.2235816 Jun 30 12:25:22.980897 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 60092) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:25:22.994375 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d098e-03db-4f6c-b102-82361f7a38ca None None] The port '01c1e402-1833-4613-a154-0265b9a80e9f' was deleted {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 30 12:25:23.259585 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:23.530584 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 01c1e402-1833-4613-a154-0265b9a80e9f no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:25:23.531755 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9732a7ba-b0df-4c34-9074-b5a2cea993d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534753'] for router_interface, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:23.604033 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 01c1e402-1833-4613-a154-0265b9a80e9f {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:25:23.604382 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 01c1e402-1833-4613-a154-0265b9a80e9f not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:25:23.886974 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-9732a7ba-b0df-4c34-9074-b5a2cea993d4 admin admin] Deleting port bf7dec2c-0af4-4d34-89af-c8ffab750522 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:25:23.887401 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9732a7ba-b0df-4c34-9074-b5a2cea993d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:24.054740 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [None req-9732a7ba-b0df-4c34-9074-b5a2cea993d4 admin admin] For port bf7dec2c-0af4-4d34-89af-c8ffab750522, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=bf7dec2c-0af4-4d34-89af-c8ffab750522,segment=NetworkSegment(9dc6733c-a002-46b2-94d1-ea2c42a87759),segment_id=9dc6733c-a002-46b2-94d1-ea2c42a87759)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:25:24.054999 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9732a7ba-b0df-4c34-9074-b5a2cea993d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:24.179448 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-9732a7ba-b0df-4c34-9074-b5a2cea993d4 admin admin] Calling delete_port for bf7dec2c-0af4-4d34-89af-c8ffab750522 owned by network:router_interface {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:25:24.407888 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9732a7ba-b0df-4c34-9074-b5a2cea993d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:24.546734 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732a7ba-b0df-4c34-9074-b5a2cea993d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7dec2c-0af4-4d34-89af-c8ffab750522,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:25:24.826402 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-9732a7ba-b0df-4c34-9074-b5a2cea993d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534677'] for router_interface, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:25.194379 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9732a7ba-b0df-4c34-9074-b5a2cea993d4 admin admin] Router 9871cbc5-1be5-46ac-b0f2-e84f088bce0d has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:25:25.378589 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9732a7ba-b0df-4c34-9074-b5a2cea993d4 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:25:25.387690 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b20f1-46cf-4f48-a633-15e797e926aa None None] Sync routers for ids ['9871cbc5-1be5-46ac-b0f2-e84f088bce0d'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:25:25.388405 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-9732a7ba-b0df-4c34-9074-b5a2cea993d4 admin admin] 10.222.0.18 "PUT /v2.0/routers/9871cbc5-1be5-46ac-b0f2-e84f088bce0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4059379 Jun 30 12:25:25.390302 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 60110) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:25:25.397564 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b20f1-46cf-4f48-a633-15e797e926aa None None] Routers {'9871cbc5-1be5-46ac-b0f2-e84f088bce0d'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:25:25.398169 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-6e3b20f1-46cf-4f48-a633-15e797e926aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:25:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['9871cbc5-1be5-46ac-b0f2-e84f088bce0d'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:25:25.575029 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] Notify callbacks [] for router, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:25.580470 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-6e3b20f1-46cf-4f48-a633-15e797e926aa None None] Set router 9871cbc5-1be5-46ac-b0f2-e84f088bce0d gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:25:25.753709 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:25.854002 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] Deleting port dc7c8f69-c006-4efb-86f5-709a9a7a5783 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:25:25.854611 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:25.872003 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-6e3b20f1-46cf-4f48-a633-15e797e926aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'name': 'tempest-TestVolumeBootPattern-1711133513-router', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'dc7c8f69-c006-4efb-86f5-709a9a7a5783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:25:24Z', 'revision_number': 5, 'project_id': 'ebd65636015f4ca9a762e948c26f519f', 'gw_port': {'id': 'dc7c8f69-c006-4efb-86f5-709a9a7a5783', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:25:25.877839 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b20f1-46cf-4f48-a633-15e797e926aa None None] Checking router: 9871cbc5-1be5-46ac-b0f2-e84f088bce0d for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:25:25.887942 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b20f1-46cf-4f48-a633-15e797e926aa None None] Routers {'9871cbc5-1be5-46ac-b0f2-e84f088bce0d'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:25:25.888576 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-6e3b20f1-46cf-4f48-a633-15e797e926aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:25:20Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['9871cbc5-1be5-46ac-b0f2-e84f088bce0d'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:25:26.045633 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-6e3b20f1-46cf-4f48-a633-15e797e926aa None None] Set router 9871cbc5-1be5-46ac-b0f2-e84f088bce0d gateway port host: None {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:25:26.151825 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-6e3b20f1-46cf-4f48-a633-15e797e926aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'name': 'tempest-TestVolumeBootPattern-1711133513-router', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:25:25Z', 'revision_number': 6, 'project_id': 'ebd65636015f4ca9a762e948c26f519f', 'gw_port_host': None}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:25:26.153892 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] For port dc7c8f69-c006-4efb-86f5-709a9a7a5783, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=dc7c8f69-c006-4efb-86f5-709a9a7a5783,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:25:26.154259 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:26.156534 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b20f1-46cf-4f48-a633-15e797e926aa None None] The sync data for ids ['9871cbc5-1be5-46ac-b0f2-e84f088bce0d'] in dv-cinder-848250-1-iscsi is: [{'id': '9871cbc5-1be5-46ac-b0f2-e84f088bce0d', 'name': 'tempest-TestVolumeBootPattern-1711133513-router', 'tenant_id': 'ebd65636015f4ca9a762e948c26f519f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T11:59:59Z', 'updated_at': '2022-06-30T12:25:25Z', 'revision_number': 6, 'project_id': 'ebd65636015f4ca9a762e948c26f519f', 'gw_port_host': None}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:25:26.282610 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] Calling delete_port for dc7c8f69-c006-4efb-86f5-709a9a7a5783 owned by network:router_gateway {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:25:26.539774 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:26.592275 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7c8f69-c006-4efb-86f5-709a9a7a5783,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:25:26.689803 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579328'] for router_gateway, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:26.862435 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7319'] for router, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:26.864585 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:26.985135 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-580833'] for router, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:26.985781 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9871cbc5-1be5-46ac-b0f2-e84f088bce0d {{(pid=88750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 12:25:27.002249 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] Notify callbacks [] for router, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:27.003582 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-a3a7db42-d7ba-4262-9a45-ce225b604070 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9871cbc5-1be5-46ac-b0f2-e84f088bce0d HTTP/1.1" status: 204 len: 168 time: 1.6123736 Jun 30 12:25:27.006244 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 60124) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:25:27.071990 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9b47be-1899-4c75-80e3-6818ae7bc352 admin admin] Deleting subnet 42ae837d-51cb-44e4-8872-32005d2a9a70 {{(pid=88750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 12:25:27.075457 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b9b47be-1899-4c75-80e3-6818ae7bc352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:27.127940 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b9b47be-1899-4c75-80e3-6818ae7bc352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1147442'] for subnet, precommit_delete_associations {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:27.214099 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b9b47be-1899-4c75-80e3-6818ae7bc352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:27.368459 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b9b47be-1899-4c75-80e3-6818ae7bc352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33531798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1085358'] for subnet, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:27.405933 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b47be-1899-4c75-80e3-6818ae7bc352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ae837d-51cb-44e4-8872-32005d2a9a70,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:25:27.411301 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-0b9b47be-1899-4c75-80e3-6818ae7bc352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for subnet, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:27.416852 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c13de-c07c-4948-a22e-c78409c9be49 None None] Network 6f931867-a98b-4b80-b147-900df2c53abe requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:25:27.417343 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-0b9b47be-1899-4c75-80e3-6818ae7bc352 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/42ae837d-51cb-44e4-8872-32005d2a9a70 HTTP/1.1" status: 204 len: 168 time: 0.4099190 Jun 30 12:25:27.420335 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 60128) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:25:27.532126 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:27.545711 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Deleting port d4593489-0de1-433d-91cf-efd7104d7694 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:25:27.546124 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:27.557141 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device dc7c8f69-c006-4efb-86f5-709a9a7a5783 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:25:27.636158 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: dc7c8f69-c006-4efb-86f5-709a9a7a5783 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:25:27.636619 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device dc7c8f69-c006-4efb-86f5-709a9a7a5783 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:25:27.637031 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device bf7dec2c-0af4-4d34-89af-c8ffab750522 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:25:27.678955 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: bf7dec2c-0af4-4d34-89af-c8ffab750522 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:25:27.679294 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device bf7dec2c-0af4-4d34-89af-c8ffab750522 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:25:27.748571 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611cd7b0-52bb-40e5-b89a-82172280f3d4 None None] DHCP port deletion for 6f931867-a98b-4b80-b147-900df2c53abe request from dv-cinder-848250-1-iscsi {{(pid=88752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 12:25:27.753251 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-611cd7b0-52bb-40e5-b89a-82172280f3d4 None None] Deleting port d4593489-0de1-433d-91cf-efd7104d7694 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:25:27.753619 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-611cd7b0-52bb-40e5-b89a-82172280f3d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:27.861968 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] For port d4593489-0de1-433d-91cf-efd7104d7694, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d4593489-0de1-433d-91cf-efd7104d7694,segment=NetworkSegment(9dc6733c-a002-46b2-94d1-ea2c42a87759),segment_id=9dc6733c-a002-46b2-94d1-ea2c42a87759)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:25:27.862315 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:27.974866 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-611cd7b0-52bb-40e5-b89a-82172280f3d4 None None] For port d4593489-0de1-433d-91cf-efd7104d7694, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=d4593489-0de1-433d-91cf-efd7104d7694,segment=NetworkSegment(9dc6733c-a002-46b2-94d1-ea2c42a87759),segment_id=9dc6733c-a002-46b2-94d1-ea2c42a87759)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:25:27.975153 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-611cd7b0-52bb-40e5-b89a-82172280f3d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:27.994885 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Calling delete_port for d4593489-0de1-433d-91cf-efd7104d7694 owned by network:dhcp {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:25:28.148466 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-611cd7b0-52bb-40e5-b89a-82172280f3d4 None None] Calling delete_port for d4593489-0de1-433d-91cf-efd7104d7694 owned by network:dhcp {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:25:28.170635 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:28.228501 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] No DVR routers for this DVR port d4593489-0de1-433d-91cf-efd7104d7694 on host dv-cinder-848250-1-iscsi {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:25:28.232440 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.api [None req-611cd7b0-52bb-40e5-b89a-82172280f3d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 12:25:28.232797 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG oslo_db.api [None req-611cd7b0-52bb-40e5-b89a-82172280f3d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 12:25:28.256944 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4593489-0de1-433d-91cf-efd7104d7694,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:25:28.359750 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:28.388275 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f931867-a98b-4b80-b147-900df2c53abe']}} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:25:28.400968 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc6733c-a002-46b2-94d1-ea2c42a87759') {'for_net_delete': True} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:25:28.401264 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc6733c-a002-46b2-94d1-ea2c42a87759') {} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:25:28.413326 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1147451'] for segment, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:28.429744 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:28.436944 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 12:25:28.437543 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33531704'] for segment, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:28.513167 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.services.segments.plugin [-] Segment 9dc6733c-a002-46b2-94d1-ea2c42a87759 resource provider aggregate not found Jun 30 12:25:28.538169 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.services.segments.plugin [-] Segment 9dc6733c-a002-46b2-94d1-ea2c42a87759 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9dc6733c-a002-46b2-94d1-ea2c42a87759 found for delete ", "request_id": "req-42fc1cea-1dc2-42e8-ac64-60d3224a41eb"}]} Jun 30 12:25:28.631473 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:28.636594 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:28.661986 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f931867-a98b-4b80-b147-900df2c53abe,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:25:28.667244 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-1331d702-9900-4752-b5da-137162634f16 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6f931867-a98b-4b80-b147-900df2c53abe HTTP/1.1" status: 204 len: 168 time: 1.2458560 Jun 30 12:25:28.734001 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-611cd7b0-52bb-40e5-b89a-82172280f3d4 None None] Deleting port d4593489-0de1-433d-91cf-efd7104d7694 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:25:28.734556 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-611cd7b0-52bb-40e5-b89a-82172280f3d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:28.808109 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-611cd7b0-52bb-40e5-b89a-82172280f3d4 None None] The port 'd4593489-0de1-433d-91cf-efd7104d7694' was deleted {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 30 12:25:29.003955 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 60146) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:25:29.053029 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-60853089-e071-46cc-951c-45300c22a1f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=845bdd244c944d94aae5ff6b56b0f75d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477438 Jun 30 12:25:29.055415 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 60152) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:25:29.119137 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-67f85636-694f-4f1e-9390-f9628afc8b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:29.147103 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-67f85636-694f-4f1e-9390-f9628afc8b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:29.327932 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-67f85636-694f-4f1e-9390-f9628afc8b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:29.346583 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f85636-694f-4f1e-9390-f9628afc8b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7d0f30-07d7-4475-8423-5f38edcdda72,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:25:29.353259 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-67f85636-694f-4f1e-9390-f9628afc8b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:29.354382 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-67f85636-694f-4f1e-9390-f9628afc8b18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed7d0f30-07d7-4475-8423-5f38edcdda72 HTTP/1.1" status: 204 len: 168 time: 0.2980700 Jun 30 12:25:29.532895 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d4593489-0de1-433d-91cf-efd7104d7694 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:25:29.568115 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: d4593489-0de1-433d-91cf-efd7104d7694 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:25:29.572463 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device d4593489-0de1-433d-91cf-efd7104d7694 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:25:30.086131 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 60164) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:25:30.137525 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-c54b6b72-a18c-45e5-87e9-3132738167c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebd65636015f4ca9a762e948c26f519f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478122 Jun 30 12:25:30.137693 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 60170) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:25:30.198384 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-72d4ee79-f632-4fb1-9ec2-088227c812a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:30.227511 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-72d4ee79-f632-4fb1-9ec2-088227c812a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:30.362305 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-72d4ee79-f632-4fb1-9ec2-088227c812a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:30.378887 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4ee79-f632-4fb1-9ec2-088227c812a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08da207e-ba63-4abe-ba29-62d26017fb9b,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:25:30.387611 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-72d4ee79-f632-4fb1-9ec2-088227c812a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:30.389557 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-72d4ee79-f632-4fb1-9ec2-088227c812a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08da207e-ba63-4abe-ba29-62d26017fb9b HTTP/1.1" status: 204 len: 168 time: 0.2501993 Jun 30 12:25:46.393362 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:47.065171 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:25:48.219256 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-cf3c869b-26df-4872-a268-2cba463fa107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:50.473217 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-63169fc6-0817-4aaf-9c77-148f69372ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:51.584734 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:51.678771 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:25:53.311983 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:26:16.409424 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:26:16.448536 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-fd004675-c59f-4743-8206-0c6a355bde89 req-3567292f-d244-4699-a440-30f5788f9ac8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1953115 Jun 30 12:26:16.597866 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd004675-c59f-4743-8206-0c6a355bde89 req-8cffdd5f-6e69-4b52-9117-e4a601af0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:26:16.599346 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-fd004675-c59f-4743-8206-0c6a355bde89 req-8cffdd5f-6e69-4b52-9117-e4a601af0cb1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 1099 time: 0.0850060 Jun 30 12:26:16.746258 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd004675-c59f-4743-8206-0c6a355bde89 req-b8a641cf-4db9-487c-a3c8-38825cc202b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:26:16.747701 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-fd004675-c59f-4743-8206-0c6a355bde89 req-b8a641cf-4db9-487c-a3c8-38825cc202b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d68a013e-4c29-4080-9ea8-bc0a4957da0b HTTP/1.1" status: 200 len: 916 time: 0.1281264 Jun 30 12:26:16.813639 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-fd004675-c59f-4743-8206-0c6a355bde89 req-18fb13b9-2202-47de-9600-2bc7eda8abe9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5342d9-fada-4f25-8974-036298aa0564 HTTP/1.1" status: 200 len: 217 time: 0.0598114 Jun 30 12:26:16.878473 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd004675-c59f-4743-8206-0c6a355bde89 req-1ddee03d-a13c-4a6e-aef3-5477597a605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:26:16.879963 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-fd004675-c59f-4743-8206-0c6a355bde89 req-1ddee03d-a13c-4a6e-aef3-5477597a605f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f HTTP/1.1" status: 200 len: 854 time: 0.0612350 Jun 30 12:26:16.963880 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd004675-c59f-4743-8206-0c6a355bde89 req-f798f80c-152d-4b6e-adfe-20b771c9d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:26:16.965408 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-fd004675-c59f-4743-8206-0c6a355bde89 req-f798f80c-152d-4b6e-adfe-20b771c9d7c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d68a013e-4c29-4080-9ea8-bc0a4957da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790508 Jun 30 12:26:16.975069 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [req-fd004675-c59f-4743-8206-0c6a355bde89 req-ae443aa0-65eb-4517-bf1c-c23b0200c992 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 12:26:16.976072 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-fd004675-c59f-4743-8206-0c6a355bde89 req-ae443aa0-65eb-4517-bf1c-c23b0200c992 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048621 Jun 30 12:26:17.105647 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-fd004675-c59f-4743-8206-0c6a355bde89 req-584136e5-0d6f-4750-a57f-010e8f4f6974 service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238551 Jun 30 12:26:17.332622 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-fd004675-c59f-4743-8206-0c6a355bde89 req-d0282d05-9afb-4a9a-8b80-99a3fd8ea988 service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212117 Jun 30 12:26:18.218500 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-13045c70-7fb8-4417-b0e6-6f496e24f57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:26:20.466544 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5d61ee54-d92c-4def-a3e5-5c749a66ec14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:26:21.578869 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:26:21.666481 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:26:23.281808 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:26:24.064325 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:26:46.469908 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:26:48.224787 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-cf743a09-aa17-4d92-8750-65946984144a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:26:50.466074 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-637daf89-1a1a-46c5-bcd4-20cad988bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:26:51.599401 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:26:51.675195 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:26:53.304247 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:27:01.068494 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:27:16.435778 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:27:17.775969 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8a6b887f-e1dd-4344-9190-2d45f3c44bb9 req-38f422fd-4efa-47a2-9193-bd2fea0c7fca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859559 Jun 30 12:27:17.922287 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b887f-e1dd-4344-9190-2d45f3c44bb9 req-dbfac588-3cc1-401b-8707-317646b8115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:27:17.923758 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8a6b887f-e1dd-4344-9190-2d45f3c44bb9 req-dbfac588-3cc1-401b-8707-317646b8115b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 1099 time: 0.0788536 Jun 30 12:27:18.071038 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b887f-e1dd-4344-9190-2d45f3c44bb9 req-dd716db9-a2b3-4687-b7d8-11acffb80cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:27:18.072425 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8a6b887f-e1dd-4344-9190-2d45f3c44bb9 req-dd716db9-a2b3-4687-b7d8-11acffb80cb0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d68a013e-4c29-4080-9ea8-bc0a4957da0b HTTP/1.1" status: 200 len: 916 time: 0.1309347 Jun 30 12:27:18.143655 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8a6b887f-e1dd-4344-9190-2d45f3c44bb9 req-e9b46641-31f0-47c4-b363-b19e03fc270f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5342d9-fada-4f25-8974-036298aa0564 HTTP/1.1" status: 200 len: 217 time: 0.0656188 Jun 30 12:27:18.206254 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b887f-e1dd-4344-9190-2d45f3c44bb9 req-784f1c97-2446-45d9-805d-2a04597f36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:27:18.207694 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8a6b887f-e1dd-4344-9190-2d45f3c44bb9 req-784f1c97-2446-45d9-805d-2a04597f36a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f HTTP/1.1" status: 200 len: 854 time: 0.0577307 Jun 30 12:27:18.219440 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-94603fc1-0f5f-4f81-b3e5-04256fbb31ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:27:18.292715 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b887f-e1dd-4344-9190-2d45f3c44bb9 req-0414e709-02d6-481f-b39d-3bfadd0117c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:27:18.294189 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8a6b887f-e1dd-4344-9190-2d45f3c44bb9 req-0414e709-02d6-481f-b39d-3bfadd0117c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d68a013e-4c29-4080-9ea8-bc0a4957da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810313 Jun 30 12:27:18.424771 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8a6b887f-e1dd-4344-9190-2d45f3c44bb9 req-d9ab5eab-0408-45f3-981b-eec8e222ff1f service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243472 Jun 30 12:27:18.560771 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-8a6b887f-e1dd-4344-9190-2d45f3c44bb9 req-6264f466-efc8-4ce8-aa74-df9cd8254c15 service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294131 Jun 30 12:27:20.482468 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-51668c67-e5b4-4dd8-90b6-de600ec56109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:27:21.579368 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:27:21.676823 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:27:23.246671 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:27:38.067453 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:27:46.441134 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:27:48.207932 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-6e3ffbab-09bc-430d-af70-88716d9e4c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:27:50.459331 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-0ddb80f1-790e-4e9f-9acc-8b486d7ac363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:27:51.590760 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:27:51.647362 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:27:53.310953 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:15.067187 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:28:16.412821 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:18.190276 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ddacda2a-3c47-4c7e-9708-16ddaad58062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:19.753804 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2caaa9d1-8c4c-4761-93c1-85361d9cff57 req-1c24b91d-eef5-4f4c-b66e-b3e491370bd3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788126 Jun 30 12:28:19.904757 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaa9d1-8c4c-4761-93c1-85361d9cff57 req-107483ef-4963-4f9d-bee8-05c318430dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:28:19.906239 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2caaa9d1-8c4c-4761-93c1-85361d9cff57 req-107483ef-4963-4f9d-bee8-05c318430dce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 1099 time: 0.0820043 Jun 30 12:28:20.054845 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaa9d1-8c4c-4761-93c1-85361d9cff57 req-a36b4608-1920-44fd-b0aa-73021f54027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:28:20.056320 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2caaa9d1-8c4c-4761-93c1-85361d9cff57 req-a36b4608-1920-44fd-b0aa-73021f54027f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d68a013e-4c29-4080-9ea8-bc0a4957da0b HTTP/1.1" status: 200 len: 916 time: 0.1316583 Jun 30 12:28:20.127009 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2caaa9d1-8c4c-4761-93c1-85361d9cff57 req-b3794923-98f0-4283-aaad-69cc22e51aa1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5342d9-fada-4f25-8974-036298aa0564 HTTP/1.1" status: 200 len: 217 time: 0.0646150 Jun 30 12:28:20.188908 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaa9d1-8c4c-4761-93c1-85361d9cff57 req-4c554786-a89d-4fef-9901-a955fbd65d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:28:20.190347 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2caaa9d1-8c4c-4761-93c1-85361d9cff57 req-4c554786-a89d-4fef-9901-a955fbd65d77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f HTTP/1.1" status: 200 len: 854 time: 0.0575733 Jun 30 12:28:20.271581 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaa9d1-8c4c-4761-93c1-85361d9cff57 req-448f7488-9ec9-4535-a379-693615ef8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:28:20.273102 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2caaa9d1-8c4c-4761-93c1-85361d9cff57 req-448f7488-9ec9-4535-a379-693615ef8642 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d68a013e-4c29-4080-9ea8-bc0a4957da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769157 Jun 30 12:28:20.407125 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2caaa9d1-8c4c-4761-93c1-85361d9cff57 req-04e8d886-cf86-422a-8118-4bc6a9357b9a service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269515 Jun 30 12:28:20.470018 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ab275e91-e2af-4a0a-a078-91614758ac0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:20.634681 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-2caaa9d1-8c4c-4761-93c1-85361d9cff57 req-af1da0af-4e0f-4987-a004-63719452317e service neutron] 10.222.0.44 "GET /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219408 Jun 30 12:28:21.590474 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:21.669025 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:23.293269 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:46.470042 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:46.799077 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ed3c1-06e3-4ad7-a551-e73d033bc9e3 req-72491204-6d7b-4cb5-9f47-c2146fbedc2e tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:28:46.800591 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a13ed3c1-06e3-4ad7-a551-e73d033bc9e3 req-72491204-6d7b-4cb5-9f47-c2146fbedc2e tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 946 time: 0.3031435 Jun 30 12:28:46.848422 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-a13ed3c1-06e3-4ad7-a551-e73d033bc9e3 req-891d00b7-f092-4958-9643-edba2007d7db tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/security-groups?id=98e41c54-6f6d-44b2-9428-b9640809448f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421109 Jun 30 12:28:46.957808 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefcf20-be64-4da5-968f-cf6cb21d4839 req-12146537-8808-45af-bbf2-3eca3db304a6 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 12:28:46.958495 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-ecefcf20-be64-4da5-968f-cf6cb21d4839 req-12146537-8808-45af-bbf2-3eca3db304a6 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Synchronizing usage tracker for tenant:ca58ea5bd54d46c381fa386d11ce5a82 on resource:port {{(pid=88750) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 30 12:28:47.058086 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [req-ecefcf20-be64-4da5-968f-cf6cb21d4839 req-12146537-8808-45af-bbf2-3eca3db304a6 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Unset dirty status for tenant:ca58ea5bd54d46c381fa386d11ce5a82 on resource:port {{(pid=88750) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 30 12:28:47.059218 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ecefcf20-be64-4da5-968f-cf6cb21d4839 req-12146537-8808-45af-bbf2-3eca3db304a6 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.44 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 946 time: 0.1868954 Jun 30 12:28:47.134080 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-ecefcf20-be64-4da5-968f-cf6cb21d4839 req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Deleting port 2f5342d9-fada-4f25-8974-036298aa0564 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:28:47.134413 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-ecefcf20-be64-4da5-968f-cf6cb21d4839 req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:47.412887 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [req-ecefcf20-be64-4da5-968f-cf6cb21d4839 req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] For port 2f5342d9-fada-4f25-8974-036298aa0564, host hv-cinder-84825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84825',level=0,port_id=2f5342d9-fada-4f25-8974-036298aa0564,segment=NetworkSegment(8926e9bb-3f5e-4765-8a7e-43225499ce53),segment_id=8926e9bb-3f5e-4765-8a7e-43225499ce53)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:28:47.413262 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-ecefcf20-be64-4da5-968f-cf6cb21d4839 req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:47.542369 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [req-ecefcf20-be64-4da5-968f-cf6cb21d4839 req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Calling delete_port for 2f5342d9-fada-4f25-8974-036298aa0564 owned by compute:nova {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:28:47.743940 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-ecefcf20-be64-4da5-968f-cf6cb21d4839 req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:47.756665 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] get_ports_and_sgs() called for port_ids ['2f5342d9-fada-4f25-8974-036298aa0564'] {{(pid=88752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 30 12:28:47.796027 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Pushing event deleted for resources: {'Port': ['ID=2f5342d9-fada-4f25-8974-036298aa0564,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:28:47.845590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:47.845590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:47.845590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:47.845590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:47.845590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:47.845590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:47.845590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:47.845590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:47.845590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:47.845590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:47.845590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:47.845590 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:47.899717 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecefcf20-be64-4da5-968f-cf6cb21d4839 req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] No DVR routers for this DVR port 2f5342d9-fada-4f25-8974-036298aa0564 on host hv-cinder-84825 {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:28:47.902159 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [req-ecefcf20-be64-4da5-968f-cf6cb21d4839 req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205808'] for port, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:47.905432 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02575661-472a-4ccd-9715-93f964b12c6f', 'name': 'network-vif-deleted', 'tag': '2f5342d9-fada-4f25-8974-036298aa0564'}] {{(pid=88750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 12:28:47.961668 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [req-ecefcf20-be64-4da5-968f-cf6cb21d4839 req-5e9c7fd4-bd63-49a4-a49c-218cdbd58c62 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.44 "DELETE /v2.0/ports/2f5342d9-fada-4f25-8974-036298aa0564 HTTP/1.1" status: 204 len: 173 time: 0.8971746 Jun 30 12:28:48.065864 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [req-8c39410a-c194-4671-a6a3-f2bee08ff225 req-ca4dfc0b-1f66-49f4-88c4-507e61b93f05 tempest-TestMinimumBasicScenario-1023357077 tempest-TestMinimumBasicScenario-1023357077-project] 10.222.0.18 "GET /v2.0/ports?device_id=02575661-472a-4ccd-9715-93f964b12c6f HTTP/1.1" status: 200 len: 210 time: 0.1048079 Jun 30 12:28:48.246971 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-133a1089-79f3-421f-aeb1-f2b336635f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:49.066254 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc316c4-c5e6-451b-9b0e-3a81f0ace9e5'] response: {'server_uuid': '02575661-472a-4ccd-9715-93f964b12c6f', 'name': 'network-vif-deleted', 'tag': '2f5342d9-fada-4f25-8974-036298aa0564', 'status': 'completed', 'code': 200} Jun 30 12:28:50.469736 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-0e35cc29-4b06-44b5-a517-383936244019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:50.665673 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 33172) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:28:50.675178 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 2f5342d9-fada-4f25-8974-036298aa0564 no longer exists at agent hyperv_hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:28:50.712451 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] No Port match for: 2f5342d9-fada-4f25-8974-036298aa0564 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:28:50.712745 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Device 2f5342d9-fada-4f25-8974-036298aa0564 not bound to the agent host hv-cinder-84825 {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:28:51.401105 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4eba8b8c-21ab-46bf-9ce2-84eb07e600d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534753'] for router_interface, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:51.604019 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:51.686818 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:51.754153 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-4eba8b8c-21ab-46bf-9ce2-84eb07e600d3 admin admin] Deleting port 8393d378-783a-45c4-a40d-40de088dc79d {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:28:51.754768 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4eba8b8c-21ab-46bf-9ce2-84eb07e600d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:51.929238 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [None req-4eba8b8c-21ab-46bf-9ce2-84eb07e600d3 admin admin] For port 8393d378-783a-45c4-a40d-40de088dc79d, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=8393d378-783a-45c4-a40d-40de088dc79d,segment=NetworkSegment(8926e9bb-3f5e-4765-8a7e-43225499ce53),segment_id=8926e9bb-3f5e-4765-8a7e-43225499ce53)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:28:51.929586 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4eba8b8c-21ab-46bf-9ce2-84eb07e600d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:52.048973 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-4eba8b8c-21ab-46bf-9ce2-84eb07e600d3 admin admin] Calling delete_port for 8393d378-783a-45c4-a40d-40de088dc79d owned by network:router_interface {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:28:52.094631 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:28:52.263521 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4eba8b8c-21ab-46bf-9ce2-84eb07e600d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:52.310221 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba8b8c-21ab-46bf-9ce2-84eb07e600d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8393d378-783a-45c4-a40d-40de088dc79d,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:28:52.588779 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-4eba8b8c-21ab-46bf-9ce2-84eb07e600d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534677'] for router_interface, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:53.043780 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eba8b8c-21ab-46bf-9ce2-84eb07e600d3 admin admin] Router a5376aee-f697-4fe3-8228-af5ee6367f74 has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:28:53.224320 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eba8b8c-21ab-46bf-9ce2-84eb07e600d3 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:28:53.234508 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd92c3d-6a9c-4f8f-8761-dc4574d0b9d5 None None] Sync routers for ids ['a5376aee-f697-4fe3-8228-af5ee6367f74'] in dv-cinder-848250-1-iscsi {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:28:53.238729 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-4eba8b8c-21ab-46bf-9ce2-84eb07e600d3 admin admin] 10.222.0.18 "PUT /v2.0/routers/a5376aee-f697-4fe3-8228-af5ee6367f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5713069 Jun 30 12:28:53.240937 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 33188) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:28:53.245022 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd92c3d-6a9c-4f8f-8761-dc4574d0b9d5 None None] Routers {'a5376aee-f697-4fe3-8228-af5ee6367f74'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:28:53.245611 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-ecd92c3d-6a9c-4f8f-8761-dc4574d0b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:28:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a5376aee-f697-4fe3-8228-af5ee6367f74'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:28:53.286419 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:53.420854 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Notify callbacks [] for router, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:53.472057 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-ecd92c3d-6a9c-4f8f-8761-dc4574d0b9d5 None None] Set router a5376aee-f697-4fe3-8228-af5ee6367f74 gateway port host: dv-cinder-848250-1-iscsi {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:28:53.723566 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:53.758742 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-ecd92c3d-6a9c-4f8f-8761-dc4574d0b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'name': 'tempest-TestMinimumBasicScenario-1615901303-router', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'e991e417-6d94-49d3-952e-83f3b73837e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:15:51Z', 'updated_at': '2022-06-30T12:28:52Z', 'revision_number': 5, 'project_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'gw_port': {'id': 'e991e417-6d94-49d3-952e-83f3b73837e8', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:15:52Z', 'updated_at': '2022-06-30T12:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:28:53.762694 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd92c3d-6a9c-4f8f-8761-dc4574d0b9d5 None None] Checking router: a5376aee-f697-4fe3-8228-af5ee6367f74 for host: dv-cinder-848250-1-iscsi {{(pid=88753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:28:53.771087 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd92c3d-6a9c-4f8f-8761-dc4574d0b9d5 None None] Routers {'a5376aee-f697-4fe3-8228-af5ee6367f74'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:28:53.771673 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-ecd92c3d-6a9c-4f8f-8761-dc4574d0b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:28:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['a5376aee-f697-4fe3-8228-af5ee6367f74'], 'active': True} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:28:53.784040 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Deleting port e991e417-6d94-49d3-952e-83f3b73837e8 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:28:53.784408 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:53.930773 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_dvr_db [None req-ecd92c3d-6a9c-4f8f-8761-dc4574d0b9d5 None None] Set router a5376aee-f697-4fe3-8228-af5ee6367f74 gateway port host: None {{(pid=88753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:28:53.973319 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] For port e991e417-6d94-49d3-952e-83f3b73837e8, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=e991e417-6d94-49d3-952e-83f3b73837e8,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:28:53.973732 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:54.036101 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.l3_hamode_db [None req-ecd92c3d-6a9c-4f8f-8761-dc4574d0b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'name': 'tempest-TestMinimumBasicScenario-1615901303-router', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:15:51Z', 'updated_at': '2022-06-30T12:28:53Z', 'revision_number': 6, 'project_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'gw_port_host': None}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:28:54.040131 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd92c3d-6a9c-4f8f-8761-dc4574d0b9d5 None None] The sync data for ids ['a5376aee-f697-4fe3-8228-af5ee6367f74'] in dv-cinder-848250-1-iscsi is: [{'id': 'a5376aee-f697-4fe3-8228-af5ee6367f74', 'name': 'tempest-TestMinimumBasicScenario-1615901303-router', 'tenant_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:15:51Z', 'updated_at': '2022-06-30T12:28:53Z', 'revision_number': 6, 'project_id': 'ca58ea5bd54d46c381fa386d11ce5a82', 'gw_port_host': None}] {{(pid=88753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:28:54.098871 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Calling delete_port for e991e417-6d94-49d3-952e-83f3b73837e8 owned by network:router_gateway {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:28:54.304173 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:54.351368 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=e991e417-6d94-49d3-952e-83f3b73837e8,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:28:54.362085 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:54.362424 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:54.362756 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:54.363078 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:54.363417 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:54.367923 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:54.367923 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:54.367923 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:54.367923 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:54.367923 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:54.367923 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:54.367923 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:28:54.470111 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579328'] for router_gateway, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:54.643274 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7319'] for router, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:54.645460 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:54.772131 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-580833'] for router, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:54.772648 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5376aee-f697-4fe3-8228-af5ee6367f74 {{(pid=88751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 12:28:54.787592 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:54.787592 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-e45f88de-9129-48fc-a644-87ce3d698bbf admin admin] 10.222.0.18 "DELETE /v2.0/routers/a5376aee-f697-4fe3-8228-af5ee6367f74 HTTP/1.1" status: 204 len: 168 time: 1.5450470 Jun 30 12:28:54.789515 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 33196) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:28:54.850950 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_v2 [None req-886e8f80-fa2f-4c55-9ab9-85645a5c2ff3 admin admin] Deleting subnet ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f {{(pid=88751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 12:28:54.854039 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-886e8f80-fa2f-4c55-9ab9-85645a5c2ff3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:54.908250 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-886e8f80-fa2f-4c55-9ab9-85645a5c2ff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28115161'] for subnet, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:54.989074 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-886e8f80-fa2f-4c55-9ab9-85645a5c2ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:55.132921 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-886e8f80-fa2f-4c55-9ab9-85645a5c2ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27525390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29340573'] for subnet, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:55.169964 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e8f80-fa2f-4c55-9ab9-85645a5c2ff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:28:55.174095 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-886e8f80-fa2f-4c55-9ab9-85645a5c2ff3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:55.179976 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-886e8f80-fa2f-4c55-9ab9-85645a5c2ff3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ba0c308f-3c2c-4fc3-b834-1adb2fe8aa8f HTTP/1.1" status: 204 len: 168 time: 0.3894308 Jun 30 12:28:55.181892 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f5fe9-59e2-48dd-a043-407bccbfa106 None None] Network d68a013e-4c29-4080-9ea8-bc0a4957da0b requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:28:55.182417 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 33202) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:28:55.288899 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:55.300229 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Deleting port a29caa1b-4d7a-406a-99b2-8e7c6f226189 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:28:55.300621 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:55.463914 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84652356-14fd-46a0-9b46-c6a4152360a3 None None] DHCP port deletion for d68a013e-4c29-4080-9ea8-bc0a4957da0b request from dv-cinder-848250-1-iscsi {{(pid=88752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 12:28:55.468343 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-84652356-14fd-46a0-9b46-c6a4152360a3 None None] Deleting port a29caa1b-4d7a-406a-99b2-8e7c6f226189 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:28:55.468758 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-84652356-14fd-46a0-9b46-c6a4152360a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:55.623729 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] For port a29caa1b-4d7a-406a-99b2-8e7c6f226189, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=a29caa1b-4d7a-406a-99b2-8e7c6f226189,segment=NetworkSegment(8926e9bb-3f5e-4765-8a7e-43225499ce53),segment_id=8926e9bb-3f5e-4765-8a7e-43225499ce53)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:28:55.624735 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:55.673384 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 8393d378-783a-45c4-a40d-40de088dc79d no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:28:55.721129 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 8393d378-783a-45c4-a40d-40de088dc79d {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:28:55.721129 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 8393d378-783a-45c4-a40d-40de088dc79d not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:28:55.721411 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device a29caa1b-4d7a-406a-99b2-8e7c6f226189 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:28:55.751192 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Calling delete_port for a29caa1b-4d7a-406a-99b2-8e7c6f226189 owned by network:dhcp {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:28:55.789580 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-84652356-14fd-46a0-9b46-c6a4152360a3 None None] For port a29caa1b-4d7a-406a-99b2-8e7c6f226189, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=a29caa1b-4d7a-406a-99b2-8e7c6f226189,segment=NetworkSegment(8926e9bb-3f5e-4765-8a7e-43225499ce53),segment_id=8926e9bb-3f5e-4765-8a7e-43225499ce53)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:28:55.789967 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-84652356-14fd-46a0-9b46-c6a4152360a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:55.903881 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:55.918032 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-84652356-14fd-46a0-9b46-c6a4152360a3 None None] Calling delete_port for a29caa1b-4d7a-406a-99b2-8e7c6f226189 owned by network:dhcp {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:28:55.944154 dv-cinder-848250-1-iscsi neutron-server[88752]: INFO neutron.plugins.ml2.db [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No ports have port_id starting with a29caa1b-4d7a-406a-99b2-8e7c6f226189 Jun 30 12:28:55.949949 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device e991e417-6d94-49d3-952e-83f3b73837e8 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:28:55.955523 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Pushing event deleted for resources: {'Port': ['ID=a29caa1b-4d7a-406a-99b2-8e7c6f226189,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:28:55.959035 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] No DVR routers for this DVR port a29caa1b-4d7a-406a-99b2-8e7c6f226189 on host dv-cinder-848250-1-iscsi {{(pid=88751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:28:55.995324 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: e991e417-6d94-49d3-952e-83f3b73837e8 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:28:55.995668 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device e991e417-6d94-49d3-952e-83f3b73837e8 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:28:56.026770 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.api [None req-84652356-14fd-46a0-9b46-c6a4152360a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 12:28:56.027114 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG oslo_db.api [None req-84652356-14fd-46a0-9b46-c6a4152360a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 12:28:56.081560 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:56.103410 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68a013e-4c29-4080-9ea8-bc0a4957da0b']}} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:28:56.115125 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8926e9bb-3f5e-4765-8a7e-43225499ce53') {'for_net_delete': True} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:28:56.115414 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8926e9bb-3f5e-4765-8a7e-43225499ce53') {} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:28:56.126701 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115152'] for segment, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:56.143040 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:56.149383 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 12:28:56.149809 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27525536'] for segment, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:56.300254 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment 8926e9bb-3f5e-4765-8a7e-43225499ce53 resource provider aggregate not found Jun 30 12:28:56.308975 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:56.330471 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:56.333537 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment 8926e9bb-3f5e-4765-8a7e-43225499ce53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8926e9bb-3f5e-4765-8a7e-43225499ce53 found for delete ", "request_id": "req-47990db6-effa-4119-be2a-9a014985b561"}]} Jun 30 12:28:56.342153 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] Pushing event deleted for resources: {'Network': ['ID=d68a013e-4c29-4080-9ea8-bc0a4957da0b,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:28:56.418382 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-9b0ef570-b67c-4d5e-9a99-79ef99aec23c admin admin] 10.222.0.18 "DELETE /v2.0/networks/d68a013e-4c29-4080-9ea8-bc0a4957da0b HTTP/1.1" status: 204 len: 168 time: 1.2349560 Jun 30 12:28:56.421066 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 33216) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:28:56.528789 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-84652356-14fd-46a0-9b46-c6a4152360a3 None None] Deleting port a29caa1b-4d7a-406a-99b2-8e7c6f226189 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:28:56.529335 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-84652356-14fd-46a0-9b46-c6a4152360a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:56.597231 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-84652356-14fd-46a0-9b46-c6a4152360a3 None None] The port 'a29caa1b-4d7a-406a-99b2-8e7c6f226189' was deleted {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 30 12:28:56.952961 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0ea91b1f-7c95-42e4-b140-5b9e2dfbf458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534753'] for router_interface, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:57.415493 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-0ea91b1f-7c95-42e4-b140-5b9e2dfbf458 admin admin] Deleting port 915438f0-94ac-4b7a-bf10-8a816fe8d523 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:28:57.415736 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0ea91b1f-7c95-42e4-b140-5b9e2dfbf458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:57.593905 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-0ea91b1f-7c95-42e4-b140-5b9e2dfbf458 admin admin] For port 915438f0-94ac-4b7a-bf10-8a816fe8d523, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=915438f0-94ac-4b7a-bf10-8a816fe8d523,segment=NetworkSegment(d6f6204d-e219-49a0-bd8f-962df5476d41),segment_id=d6f6204d-e219-49a0-bd8f-962df5476d41)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:28:57.594266 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0ea91b1f-7c95-42e4-b140-5b9e2dfbf458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:57.718909 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-0ea91b1f-7c95-42e4-b140-5b9e2dfbf458 admin admin] Calling delete_port for 915438f0-94ac-4b7a-bf10-8a816fe8d523 owned by network:router_interface {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:28:57.955414 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0ea91b1f-7c95-42e4-b140-5b9e2dfbf458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:58.002562 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea91b1f-7c95-42e4-b140-5b9e2dfbf458 admin admin] Pushing event deleted for resources: {'Port': ['ID=915438f0-94ac-4b7a-bf10-8a816fe8d523,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:28:58.279531 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-0ea91b1f-7c95-42e4-b140-5b9e2dfbf458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534677'] for router_interface, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:58.755671 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea91b1f-7c95-42e4-b140-5b9e2dfbf458 admin admin] Router bd61af05-aa39-4d58-abb7-b0c44f626ded has already been hosted by L3 agent 2af212bd-925e-4b34-9fe6-93fd39d967d2 {{(pid=88751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 12:28:58.941479 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea91b1f-7c95-42e4-b140-5b9e2dfbf458 admin admin] Notify agent at l3_agent.dv-cinder-848250-1-iscsi the message routers_updated {{(pid=88751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 30 12:28:58.949748 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685eb290-18e2-4b14-a4e1-e53313f9b1b2 None None] Sync routers for ids ['bd61af05-aa39-4d58-abb7-b0c44f626ded'] in dv-cinder-848250-1-iscsi {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 12:28:58.950248 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-0ea91b1f-7c95-42e4-b140-5b9e2dfbf458 admin admin] 10.222.0.18 "PUT /v2.0/routers/bd61af05-aa39-4d58-abb7-b0c44f626ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5281975 Jun 30 12:28:58.952698 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 33230) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:28:58.961837 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685eb290-18e2-4b14-a4e1-e53313f9b1b2 None None] Routers {'bd61af05-aa39-4d58-abb7-b0c44f626ded'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:28:58.962503 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-685eb290-18e2-4b14-a4e1-e53313f9b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:28:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['bd61af05-aa39-4d58-abb7-b0c44f626ded'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:28:59.141068 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] Notify callbacks [] for router, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:59.147912 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-685eb290-18e2-4b14-a4e1-e53313f9b1b2 None None] Set router bd61af05-aa39-4d58-abb7-b0c44f626ded gateway port host: dv-cinder-848250-1-iscsi {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:28:59.336172 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:59.389616 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] Deleting port 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 {{(pid=88751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:28:59.389950 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:59.444086 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-685eb290-18e2-4b14-a4e1-e53313f9b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'name': 'tempest-TestMinimumBasicScenario-1970857362-router', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'external_fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '1d53f1ba-26c1-4410-ae96-151a0ebe65a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:16:01Z', 'updated_at': '2022-06-30T12:28:57Z', 'revision_number': 5, 'project_id': '55f22930940f46bebca5d044e14f23b5', 'gw_port': {'id': '1d53f1ba-26c1-4410-ae96-151a0ebe65a2', 'name': '', 'network_id': 'e4d1c1ad-a890-44d7-b269-958aaeb49e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T12:16:02Z', 'updated_at': '2022-06-30T12:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c77f748-b922-4e99-9edd-cd37df9ec062', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848250-1-iscsi'}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:28:59.447798 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685eb290-18e2-4b14-a4e1-e53313f9b1b2 None None] Checking router: bd61af05-aa39-4d58-abb7-b0c44f626ded for host: dv-cinder-848250-1-iscsi {{(pid=88752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 12:28:59.458869 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685eb290-18e2-4b14-a4e1-e53313f9b1b2 None None] Routers {'bd61af05-aa39-4d58-abb7-b0c44f626ded'} bound to L3 agent in host dv-cinder-848250-1-iscsi {{(pid=88752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 30 12:28:59.459479 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-685eb290-18e2-4b14-a4e1-e53313f9b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T11:45:50Z,description=,heartbeat_timestamp=2022-06-30T12:28:50Z,host='dv-cinder-848250-1-iscsi',id=2af212bd-925e-4b34-9fe6-93fd39d967d2,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T11:45:51Z,topic='l3_agent')) {'router_ids': ['bd61af05-aa39-4d58-abb7-b0c44f626ded'], 'active': True} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:28:59.567527 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.db [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] For port 1d53f1ba-26c1-4410-ae96-151a0ebe65a2, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=1d53f1ba-26c1-4410-ae96-151a0ebe65a2,segment=NetworkSegment(bf991b40-6511-4e42-b672-85cfb4dcc3b5),segment_id=bf991b40-6511-4e42-b672-85cfb4dcc3b5)] {{(pid=88751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:28:59.567878 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:59.615458 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_dvr_db [None req-685eb290-18e2-4b14-a4e1-e53313f9b1b2 None None] Set router bd61af05-aa39-4d58-abb7-b0c44f626ded gateway port host: None {{(pid=88752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 30 12:28:59.694563 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.plugin [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] Calling delete_port for 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 owned by network:router_gateway {{(pid=88751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:28:59.755342 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.db.l3_hamode_db [None req-685eb290-18e2-4b14-a4e1-e53313f9b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'name': 'tempest-TestMinimumBasicScenario-1970857362-router', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:16:01Z', 'updated_at': '2022-06-30T12:28:59Z', 'revision_number': 6, 'project_id': '55f22930940f46bebca5d044e14f23b5', 'gw_port_host': None}], 'dv-cinder-848250-1-iscsi', False) {} {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:28:59.759521 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685eb290-18e2-4b14-a4e1-e53313f9b1b2 None None] The sync data for ids ['bd61af05-aa39-4d58-abb7-b0c44f626ded'] in dv-cinder-848250-1-iscsi is: [{'id': 'bd61af05-aa39-4d58-abb7-b0c44f626ded', 'name': 'tempest-TestMinimumBasicScenario-1970857362-router', 'tenant_id': '55f22930940f46bebca5d044e14f23b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T12:16:01Z', 'updated_at': '2022-06-30T12:28:59Z', 'revision_number': 6, 'project_id': '55f22930940f46bebca5d044e14f23b5', 'gw_port_host': None}] {{(pid=88752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 12:28:59.943268 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27525459'] for port, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:28:59.993027 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d53f1ba-26c1-4410-ae96-151a0ebe65a2,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:29:00.091743 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579328'] for router_gateway, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:00.379021 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7319'] for router, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:00.381192 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:00.469469 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-580833'] for router, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:00.470575 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd61af05-aa39-4d58-abb7-b0c44f626ded {{(pid=88751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 30 12:29:00.484162 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] Notify callbacks [] for router, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:00.487839 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-6c29041b-f69b-4c1d-8957-cbd6e6816968 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bd61af05-aa39-4d58-abb7-b0c44f626ded HTTP/1.1" status: 204 len: 168 time: 1.5317836 Jun 30 12:29:00.488065 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 33242) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:29:00.550973 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_v2 [None req-068201a4-e317-4b75-8803-5e320980b6e0 admin admin] Deleting subnet 4f4504ac-65fd-4b90-91bd-9bdd07282520 {{(pid=88751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 12:29:00.553912 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-068201a4-e317-4b75-8803-5e320980b6e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:00.605405 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-068201a4-e317-4b75-8803-5e320980b6e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28115161'] for subnet, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:00.687153 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-068201a4-e317-4b75-8803-5e320980b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:00.829786 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-068201a4-e317-4b75-8803-5e320980b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27525390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29340573'] for subnet, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:00.869377 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068201a4-e317-4b75-8803-5e320980b6e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4504ac-65fd-4b90-91bd-9bdd07282520,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:29:00.871346 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-068201a4-e317-4b75-8803-5e320980b6e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:00.879672 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7354a9-5f92-44b1-88d3-260db1fd2b09 None None] Network 96303e9f-6498-4580-a405-fb2b533fa6a5 requested from dv-cinder-848250-1-iscsi {{(pid=88752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 30 12:29:00.883554 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-068201a4-e317-4b75-8803-5e320980b6e0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4f4504ac-65fd-4b90-91bd-9bdd07282520 HTTP/1.1" status: 204 len: 168 time: 0.3923168 Jun 30 12:29:00.883970 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 33248) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:29:00.992002 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:01.004640 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Deleting port 6e151ff9-42f9-42cc-b179-25dbf53ffe84 {{(pid=88750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:29:01.004969 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:01.136754 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa75aef-de7c-4cb1-bca6-2803e96605e6 None None] DHCP port deletion for 96303e9f-6498-4580-a405-fb2b533fa6a5 request from dv-cinder-848250-1-iscsi {{(pid=88752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 30 12:29:01.141085 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-3aa75aef-de7c-4cb1-bca6-2803e96605e6 None None] Deleting port 6e151ff9-42f9-42cc-b179-25dbf53ffe84 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:29:01.141449 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3aa75aef-de7c-4cb1-bca6-2803e96605e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:01.216843 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.db [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] For port 6e151ff9-42f9-42cc-b179-25dbf53ffe84, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=6e151ff9-42f9-42cc-b179-25dbf53ffe84,segment=NetworkSegment(d6f6204d-e219-49a0-bd8f-962df5476d41),segment_id=d6f6204d-e219-49a0-bd8f-962df5476d41)] {{(pid=88750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:29:01.217260 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:01.341611 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.plugin [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Calling delete_port for 6e151ff9-42f9-42cc-b179-25dbf53ffe84 owned by network:dhcp {{(pid=88750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:29:01.345635 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.db [None req-3aa75aef-de7c-4cb1-bca6-2803e96605e6 None None] For port 6e151ff9-42f9-42cc-b179-25dbf53ffe84, host dv-cinder-848250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848250-1-iscsi',level=0,port_id=6e151ff9-42f9-42cc-b179-25dbf53ffe84,segment=NetworkSegment(d6f6204d-e219-49a0-bd8f-962df5476d41),segment_id=d6f6204d-e219-49a0-bd8f-962df5476d41)] {{(pid=88752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 30 12:29:01.345860 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3aa75aef-de7c-4cb1-bca6-2803e96605e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580831'] for port, precommit_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:01.467298 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-3aa75aef-de7c-4cb1-bca6-2803e96605e6 None None] Calling delete_port for 6e151ff9-42f9-42cc-b179-25dbf53ffe84 owned by network:dhcp {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 30 12:29:01.515360 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3595340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752188646292', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752188123064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33531851'] for port, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:01.539133 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.db.api [None req-3aa75aef-de7c-4cb1-bca6-2803e96605e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 12:29:01.539486 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG oslo_db.api [None req-3aa75aef-de7c-4cb1-bca6-2803e96605e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 12:29:01.564083 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e151ff9-42f9-42cc-b179-25dbf53ffe84,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:29:01.567460 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] No DVR routers for this DVR port 6e151ff9-42f9-42cc-b179-25dbf53ffe84 on host dv-cinder-848250-1-iscsi {{(pid=88750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 12:29:01.633368 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 915438f0-94ac-4b7a-bf10-8a816fe8d523 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:29:01.671247 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 915438f0-94ac-4b7a-bf10-8a816fe8d523 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:29:01.671579 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 915438f0-94ac-4b7a-bf10-8a816fe8d523 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:29:01.671983 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:29:01.684982 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:01.706021 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:29:01.706360 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 1d53f1ba-26c1-4410-ae96-151a0ebe65a2 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:29:01.706769 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 6e151ff9-42f9-42cc-b179-25dbf53ffe84 no longer exists at agent ovs-agent-dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 30 12:29:01.710602 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96303e9f-6498-4580-a405-fb2b533fa6a5']}} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:29:01.724000 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f6204d-e219-49a0-bd8f-962df5476d41') {'for_net_delete': True} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:29:01.724473 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.services.segments.db [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f6204d-e219-49a0-bd8f-962df5476d41') {} {{(pid=88750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:29:01.740214 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1147451'] for segment, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:01.741552 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] No Port match for: 6e151ff9-42f9-42cc-b179-25dbf53ffe84 {{(pid=88752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 12:29:01.741899 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.rpc [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Device 6e151ff9-42f9-42cc-b179-25dbf53ffe84 not bound to the agent host dv-cinder-848250-1-iscsi {{(pid=88752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 30 12:29:01.767619 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:01.774083 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 12:29:01.774467 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33531704'] for segment, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:01.838113 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.services.segments.plugin [-] Segment d6f6204d-e219-49a0-bd8f-962df5476d41 resource provider aggregate not found Jun 30 12:29:01.858900 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.services.segments.plugin [-] Segment d6f6204d-e219-49a0-bd8f-962df5476d41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6f6204d-e219-49a0-bd8f-962df5476d41 found for delete ", "request_id": "req-b46b591b-5fb8-4ab6-8ddd-337b0c96ec33"}]} Jun 30 12:29:01.926940 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:01.931771 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:01.956992 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=96303e9f-6498-4580-a405-fb2b533fa6a5,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:29:01.962202 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-7483d92e-c2ae-4c68-8b2a-fd60e02032a6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/96303e9f-6498-4580-a405-fb2b533fa6a5 HTTP/1.1" status: 204 len: 168 time: 1.0760615 Jun 30 12:29:02.040484 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-3aa75aef-de7c-4cb1-bca6-2803e96605e6 None None] Deleting port 6e151ff9-42f9-42cc-b179-25dbf53ffe84 {{(pid=88752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 12:29:02.041052 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3aa75aef-de7c-4cb1-bca6-2803e96605e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752188645434'] for port, before_delete {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:02.108951 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron.plugins.ml2.plugin [None req-3aa75aef-de7c-4cb1-bca6-2803e96605e6 None None] The port '6e151ff9-42f9-42cc-b179-25dbf53ffe84' was deleted {{(pid=88752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 30 12:29:02.269280 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 33262) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:29:02.426497 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-600d6b56-de78-4635-affe-f59775e2e703 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca58ea5bd54d46c381fa386d11ce5a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559868 Jun 30 12:29:02.428945 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 33266) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:29:02.489847 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-08396838-f03d-40d7-8d6b-b8a0fa64925a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:02.516534 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-08396838-f03d-40d7-8d6b-b8a0fa64925a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:02.669054 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-08396838-f03d-40d7-8d6b-b8a0fa64925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:02.684856 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08396838-f03d-40d7-8d6b-b8a0fa64925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e41c54-6f6d-44b2-9428-b9640809448f,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:29:02.776792 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-08396838-f03d-40d7-8d6b-b8a0fa64925a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:02.777854 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-08396838-f03d-40d7-8d6b-b8a0fa64925a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98e41c54-6f6d-44b2-9428-b9640809448f HTTP/1.1" status: 204 len: 168 time: 0.3480382 Jun 30 12:29:03.526209 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 33278) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:29:03.575140 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-7d0c4472-e1b3-4163-b4d2-503b7a6defc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55f22930940f46bebca5d044e14f23b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481060 Jun 30 12:29:03.577817 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 33282) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:29:03.641323 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-996da466-2a22-4e21-a090-d539e9bd1d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:03.668098 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-996da466-2a22-4e21-a090-d539e9bd1d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:03.800407 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-996da466-2a22-4e21-a090-d539e9bd1d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:03.815626 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996da466-2a22-4e21-a090-d539e9bd1d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ec4dfb-b2d4-4637-85ef-17845e6a5bac,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:29:03.824021 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-996da466-2a22-4e21-a090-d539e9bd1d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:03.827942 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-996da466-2a22-4e21-a090-d539e9bd1d38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64ec4dfb-b2d4-4637-85ef-17845e6a5bac HTTP/1.1" status: 204 len: 168 time: 0.2467756 Jun 30 12:29:16.434545 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:18.246352 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-50169e40-57bd-4d31-9dbd-bb6af76d908b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:20.480391 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7d03898c-b379-402c-8545-6d06c4f972f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:21.583289 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:21.685710 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:23.268694 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:29.095042 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:29:46.439787 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:48.240309 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9ddb5050-4fd4-44d3-b029-1e23a92337be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:50.457311 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2b9b24b6-8f7a-4b51-84a3-30374af951e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:51.588703 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:51.656991 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:29:53.349478 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:30:06.094232 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:30:16.445126 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:30:18.234100 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-04f21265-5940-455f-bce1-b9e4631c7070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:30:20.444945 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-0289459c-94ed-4d92-b5f7-7cf07188e5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:30:21.611202 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:30:21.690918 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:30:23.279113 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:30:43.093332 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:30:46.484249 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:30:48.227623 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-cfd391cd-c746-4af7-a0f3-1a076ac07f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:30:50.490996 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7ed38c13-7f98-4764-8ec3-cd9ed0d083d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:30:51.606639 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:30:51.667744 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:30:53.319883 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:31:16.473344 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:31:18.216251 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-6bda9720-2539-4593-8023-a9e0e646a34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:31:20.093818 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:31:20.449443 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-f04b716f-27c5-4462-8b75-68d30edcc8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:31:21.600717 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:31:21.684933 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:31:23.290239 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:31:46.489359 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:31:48.283150 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-2b55b98f-72ba-47b8-9393-a26614f1a23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:31:50.450037 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5b2672b1-456d-458e-a322-185ffd6e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:31:51.608701 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:31:51.661608 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:31:53.353629 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:31:57.093334 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:32:16.501285 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:32:18.277088 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4098f3ee-22b8-42b4-b06b-663f271e6bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:32:20.467082 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e88f-3613-4465-8061-a7ab51a3eaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:32:21.613823 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:32:21.706035 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:32:23.316704 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:32:34.092257 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:32:46.505177 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:32:48.236954 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-85254ef5-585c-44c0-977d-250bb0bd9756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:32:50.478288 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e451277e-4d86-43c9-9f1f-db5220299f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:32:51.626527 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:32:51.676651 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:32:53.318433 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:33:11.094311 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:33:16.521483 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:33:18.260910 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-64f4fedf-c876-4d22-bc79-49ce51f2ecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:33:20.443610 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-7cd43abf-fc83-41ea-a6a4-200ea3bc1abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:33:21.609562 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:33:21.658752 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:33:23.283661 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:33:46.505165 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:33:48.093552 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:33:48.277848 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-3a5f4295-6613-498a-b333-2278c6813318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:33:50.449502 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8d87b3fc-bd69-42f7-bcbe-ca2660bc8ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:33:51.609399 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:33:51.661420 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:33:53.368585 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:16.512192 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:18.232093 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-03837d3f-3560-4b3f-a0fe-d5cdd84c821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:20.449208 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-bdf3eb96-c0b5-4fa3-be81-aad58545af3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:21.617509 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:21.697569 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:23.314764 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:25.092738 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:34:35.007631 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 34648) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:34:35.245058 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Deleting subnet 1ccd0a6a-ce23-4548-811d-fc28303eb66c {{(pid=88751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 12:34:35.247895 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:35.299588 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28115161'] for subnet, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:35.353781 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:35.492621 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27525390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29340573'] for subnet, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:35.533783 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ccd0a6a-ce23-4548-811d-fc28303eb66c,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:34:35.536219 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:35.545571 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:35.545916 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:35.546249 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:35.546574 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:35.546897 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:35.547219 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:35.547611 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:35.547854 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:35.548177 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:35.548526 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:35.548841 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:35.549153 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:35.552770 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-17d90116-f3d9-4876-b50a-05c575d674f5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1ccd0a6a-ce23-4548-811d-fc28303eb66c HTTP/1.1" status: 204 len: 168 time: 0.5440781 Jun 30 12:34:35.555928 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 34656) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:34:35.659991 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b8ab69c2-7751-4634-85fa-0605fd7b2c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:35.784733 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b8ab69c2-7751-4634-85fa-0605fd7b2c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:35.809562 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-b8ab69c2-7751-4634-85fa-0605fd7b2c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb7ca6e-655b-41e9-8a8c-296cc396f08a']}} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:34:35.822219 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-b8ab69c2-7751-4634-85fa-0605fd7b2c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574ea242-c979-4c20-93b6-6fa73bd2a256') {'for_net_delete': True} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:34:35.822513 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-b8ab69c2-7751-4634-85fa-0605fd7b2c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574ea242-c979-4c20-93b6-6fa73bd2a256') {} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:34:35.833574 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b8ab69c2-7751-4634-85fa-0605fd7b2c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115152'] for segment, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:35.849198 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b8ab69c2-7751-4634-85fa-0605fd7b2c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:35.855116 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ab69c2-7751-4634-85fa-0605fd7b2c2b admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 12:34:35.858247 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b8ab69c2-7751-4634-85fa-0605fd7b2c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27525536'] for segment, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:35.937864 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment 574ea242-c979-4c20-93b6-6fa73bd2a256 resource provider aggregate not found Jun 30 12:34:35.959371 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment 574ea242-c979-4c20-93b6-6fa73bd2a256 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 574ea242-c979-4c20-93b6-6fa73bd2a256 found for delete ", "request_id": "req-efe8c6e0-8d40-4461-97fa-14905677d3e7"}]} Jun 30 12:34:36.017428 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b8ab69c2-7751-4634-85fa-0605fd7b2c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:36.021809 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-b8ab69c2-7751-4634-85fa-0605fd7b2c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:36.045248 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab69c2-7751-4634-85fa-0605fd7b2c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb7ca6e-655b-41e9-8a8c-296cc396f08a,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:34:36.109254 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-b8ab69c2-7751-4634-85fa-0605fd7b2c2b admin admin] 10.222.0.18 "DELETE /v2.0/networks/9eb7ca6e-655b-41e9-8a8c-296cc396f08a HTTP/1.1" status: 204 len: 168 time: 0.5523026 Jun 30 12:34:36.434231 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 34672) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:34:36.487570 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-653929df-8e7c-4122-89ad-0e7d69698596 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7045b19c7de4b78950b0f9f9b96b98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519285 Jun 30 12:34:36.490003 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 34678) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:34:36.550556 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e16e-b712-4b7a-a976-49f0c8882bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:36.577381 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e16e-b712-4b7a-a976-49f0c8882bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:36.703311 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e16e-b712-4b7a-a976-49f0c8882bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:36.724213 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3e16e-b712-4b7a-a976-49f0c8882bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073f0251-628c-4e34-806d-2920e61080aa,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:34:36.805384 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e16e-b712-4b7a-a976-49f0c8882bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:36.806506 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-6dd3e16e-b712-4b7a-a976-49f0c8882bc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/073f0251-628c-4e34-806d-2920e61080aa HTTP/1.1" status: 204 len: 168 time: 0.3153954 Jun 30 12:34:41.650791 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 34704) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:34:41.922124 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_v2 [None req-14dce0e3-9a77-4533-b006-5f8926c16b6a admin admin] Deleting subnet e1414d38-ca27-4d5f-b4fa-fdf827300493 {{(pid=88751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 12:34:41.925205 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-14dce0e3-9a77-4533-b006-5f8926c16b6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:41.979250 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-14dce0e3-9a77-4533-b006-5f8926c16b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28115161'] for subnet, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:42.036704 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-14dce0e3-9a77-4533-b006-5f8926c16b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:42.210002 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-14dce0e3-9a77-4533-b006-5f8926c16b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27525390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29340573'] for subnet, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:42.248526 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dce0e3-9a77-4533-b006-5f8926c16b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1414d38-ca27-4d5f-b4fa-fdf827300493,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:34:42.252490 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-14dce0e3-9a77-4533-b006-5f8926c16b6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:42.258813 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-14dce0e3-9a77-4533-b006-5f8926c16b6a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e1414d38-ca27-4d5f-b4fa-fdf827300493 HTTP/1.1" status: 204 len: 168 time: 0.6068492 Jun 30 12:34:42.261074 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 34710) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:34:42.374002 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-85ac878e-89d3-43e9-9a2d-5c1cbcdb9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:42.506747 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-85ac878e-89d3-43e9-9a2d-5c1cbcdb9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:42.542464 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-85ac878e-89d3-43e9-9a2d-5c1cbcdb9b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d8ca47-2d8a-4258-8753-453afc9230e2']}} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:34:42.554648 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-85ac878e-89d3-43e9-9a2d-5c1cbcdb9b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2409c68-4a37-47a7-a8b2-7994bc9a019c') {'for_net_delete': True} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:34:42.555028 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-85ac878e-89d3-43e9-9a2d-5c1cbcdb9b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2409c68-4a37-47a7-a8b2-7994bc9a019c') {} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:34:42.570574 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-85ac878e-89d3-43e9-9a2d-5c1cbcdb9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115152'] for segment, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:42.592226 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-85ac878e-89d3-43e9-9a2d-5c1cbcdb9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:42.598362 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ac878e-89d3-43e9-9a2d-5c1cbcdb9b4b admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 12:34:42.598738 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-85ac878e-89d3-43e9-9a2d-5c1cbcdb9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27525536'] for segment, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:42.664155 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment a2409c68-4a37-47a7-a8b2-7994bc9a019c resource provider aggregate not found Jun 30 12:34:42.690911 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment a2409c68-4a37-47a7-a8b2-7994bc9a019c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2409c68-4a37-47a7-a8b2-7994bc9a019c found for delete ", "request_id": "req-3ff0412f-8dff-4997-8ae5-be023dd35817"}]} Jun 30 12:34:42.752226 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-85ac878e-89d3-43e9-9a2d-5c1cbcdb9b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:42.773330 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-85ac878e-89d3-43e9-9a2d-5c1cbcdb9b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:42.878497 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac878e-89d3-43e9-9a2d-5c1cbcdb9b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d8ca47-2d8a-4258-8753-453afc9230e2,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:34:42.881409 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-85ac878e-89d3-43e9-9a2d-5c1cbcdb9b4b admin admin] 10.222.0.18 "DELETE /v2.0/networks/e7d8ca47-2d8a-4258-8753-453afc9230e2 HTTP/1.1" status: 204 len: 168 time: 0.6193936 Jun 30 12:34:42.884512 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 34718) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:34:42.944613 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3cb683-159f-492a-b0b5-2e2619dd7556 admin admin] Deleting subnet f9771e58-6c25-4dbb-b1b1-42fd6b976b27 {{(pid=88751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 30 12:34:42.948561 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-be3cb683-159f-492a-b0b5-2e2619dd7556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:42.997236 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-be3cb683-159f-492a-b0b5-2e2619dd7556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28115161'] for subnet, precommit_delete_associations {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:43.053885 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-be3cb683-159f-492a-b0b5-2e2619dd7556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3541345'] for subnet, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:43.186619 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-be3cb683-159f-492a-b0b5-2e2619dd7556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3541338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27525390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29340573'] for subnet, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:43.223010 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cb683-159f-492a-b0b5-2e2619dd7556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9771e58-6c25-4dbb-b1b1-42fd6b976b27,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:34:43.226409 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-be3cb683-159f-492a-b0b5-2e2619dd7556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:43.232641 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-be3cb683-159f-492a-b0b5-2e2619dd7556 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f9771e58-6c25-4dbb-b1b1-42fd6b976b27 HTTP/1.1" status: 204 len: 168 time: 0.3471670 Jun 30 12:34:43.235017 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 34722) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:34:43.338670 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a43b92b9-92e3-496f-9aae-bbd1995f4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3507160'] for network, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:43.472324 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a43b92b9-92e3-496f-9aae-bbd1995f4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3542548', 'neutron.services.segments.db._delete_segments_for_network-8752188492921'] for network, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:43.497794 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-a43b92b9-92e3-496f-9aae-bbd1995f4bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8098d4-31b2-4993-b233-a1d6d8f3899e']}} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:34:43.509598 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-a43b92b9-92e3-496f-9aae-bbd1995f4bc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dda501-faa5-4b16-833f-6fa3aa502c18') {'for_net_delete': True} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:34:43.509891 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.services.segments.db [None req-a43b92b9-92e3-496f-9aae-bbd1995f4bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dda501-faa5-4b16-833f-6fa3aa502c18') {} {{(pid=88751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 12:34:43.520860 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a43b92b9-92e3-496f-9aae-bbd1995f4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752188496276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115152'] for segment, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:43.536689 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a43b92b9-92e3-496f-9aae-bbd1995f4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3545995'] for segment, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:43.543196 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43b92b9-92e3-496f-9aae-bbd1995f4bc2 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 12:34:43.543576 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a43b92b9-92e3-496f-9aae-bbd1995f4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3545988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27525536'] for segment, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:43.686148 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a43b92b9-92e3-496f-9aae-bbd1995f4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3542555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574177'] for network, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:43.703852 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-a43b92b9-92e3-496f-9aae-bbd1995f4bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635651'] for network, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:43.713422 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b92b9-92e3-496f-9aae-bbd1995f4bc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8098d4-31b2-4993-b233-a1d6d8f3899e,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:34:43.716325 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-a43b92b9-92e3-496f-9aae-bbd1995f4bc2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1e8098d4-31b2-4993-b233-a1d6d8f3899e HTTP/1.1" status: 204 len: 168 time: 0.4804101 Jun 30 12:34:43.985179 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 34728) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:34:44.033606 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-2b0e7d5d-bab0-4ad8-8fd9-09dc2423483c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9970955cbc44b23ab23ca5ba6b2efd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473361 Jun 30 12:34:44.035846 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 34732) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:34:44.092687 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:44.117298 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:44.240262 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:44.256498 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7556a984-843d-43b6-bc15-9cdc75f79bc2,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:34:44.266021 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:44.266368 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:44.266709 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:44.267043 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:44.267374 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:44.267705 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:44.268030 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:44.268377 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:44.268703 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:44.269027 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:44.269352 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:44.269672 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848250-1-iscsi {{(pid=88750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 12:34:44.272268 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:44.273412 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-17c62889-2657-4ebc-b247-a7b1b2e7f4d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7556a984-843d-43b6-bc15-9cdc75f79bc2 HTTP/1.1" status: 204 len: 168 time: 0.2366769 Jun 30 12:34:44.709202 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment d7dda501-faa5-4b16-833f-6fa3aa502c18 resource provider aggregate not found Jun 30 12:34:44.727781 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.services.segments.plugin [-] Segment d7dda501-faa5-4b16-833f-6fa3aa502c18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7dda501-faa5-4b16-833f-6fa3aa502c18 found for delete ", "request_id": "req-674a8e31-38e7-4989-a24e-a02adbcbe7ed"}]} Jun 30 12:34:45.033871 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 34744) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:34:45.086562 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-5f40cbed-020b-4f5d-acf3-0b594fec5000 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=975f789844c2474b9157b3b77db49b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509734 Jun 30 12:34:45.088800 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 34748) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:34:45.146202 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b4020639-f105-4597-9841-40602bdefa66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:45.172295 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b4020639-f105-4597-9841-40602bdefa66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:45.306224 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b4020639-f105-4597-9841-40602bdefa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:45.325072 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4020639-f105-4597-9841-40602bdefa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7ec8b0-25fa-4b58-ad26-98d696a5ec4b,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:34:45.334756 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-b4020639-f105-4597-9841-40602bdefa66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:45.334756 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-b4020639-f105-4597-9841-40602bdefa66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a7ec8b0-25fa-4b58-ad26-98d696a5ec4b HTTP/1.1" status: 204 len: 168 time: 0.2426794 Jun 30 12:34:46.512082 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:48.229667 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-f5b63194-2b18-48c0-9352-4fbe7cf75d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:50.497970 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-144df30b-c4c7-428f-a462-204e932d84c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:51.622909 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:51.674225 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:34:53.300539 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:02.092308 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:35:16.528975 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:18.227881 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-02a46909-cd53-4881-9064-6640cbf53e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:20.474001 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-0d859ad8-5ff5-48dc-a110-62015bc97db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:20.701482 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 34956) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:35:20.814525 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-18393da2-03e5-4f07-9d6f-d5d902c861aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:20.828936 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-18393da2-03e5-4f07-9d6f-d5d902c861aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:35:20.832835 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-18393da2-03e5-4f07-9d6f-d5d902c861aa admin admin] Usage tracker for resource:security_group_rule and tenant:74df5251667e4c03bc82cd7386aabe19 is out of sync, need to count used quota {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:35:20.835797 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.quota.resource [None req-18393da2-03e5-4f07-9d6f-d5d902c861aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88750) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:35:20.841465 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.db.quota.driver [None req-18393da2-03e5-4f07-9d6f-d5d902c861aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88750) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:35:20.926920 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-18393da2-03e5-4f07-9d6f-d5d902c861aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:21.005238 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-18393da2-03e5-4f07-9d6f-d5d902c861aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:21.052979 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-18393da2-03e5-4f07-9d6f-d5d902c861aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74df5251667e4c03bc82cd7386aabe19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504522 Jun 30 12:35:21.053835 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18393da2-03e5-4f07-9d6f-d5d902c861aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebc2d27-896f-49dd-a567-03e044290dde,revision_number=1']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:35:21.055630 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 34962) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:35:21.115118 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0d1e-410d-49e4-a5da-3af8b4963126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:21.139914 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0d1e-410d-49e4-a5da-3af8b4963126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:21.239638 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0d1e-410d-49e4-a5da-3af8b4963126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:21.255443 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d0d1e-410d-49e4-a5da-3af8b4963126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebc2d27-896f-49dd-a567-03e044290dde,revision_number=None']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:35:21.259861 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0d1e-410d-49e4-a5da-3af8b4963126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:21.261030 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-dc3d0d1e-410d-49e4-a5da-3af8b4963126 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aebc2d27-896f-49dd-a567-03e044290dde HTTP/1.1" status: 204 len: 168 time: 0.2038658 Jun 30 12:35:21.634114 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:21.683343 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:23.300269 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:26.144752 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.wsgi [-] (88751) accepted ('10.222.0.18', 35010) {{(pid=88751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:35:26.263859 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c5c78f4a-cbdd-4565-9091-5215afba84d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:26.278416 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-c5c78f4a-cbdd-4565-9091-5215afba84d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 30 12:35:26.282947 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-c5c78f4a-cbdd-4565-9091-5215afba84d9 admin admin] Usage tracker for resource:security_group_rule and tenant:7d523ded35194cebb48867ea8acb24b6 is out of sync, need to count used quota {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 30 12:35:26.285748 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.quota.resource [None req-c5c78f4a-cbdd-4565-9091-5215afba84d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88751) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 30 12:35:26.291409 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.db.quota.driver [None req-c5c78f4a-cbdd-4565-9091-5215afba84d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88751) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 30 12:35:26.371605 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c5c78f4a-cbdd-4565-9091-5215afba84d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:26.443158 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron_lib.callbacks.manager [None req-c5c78f4a-cbdd-4565-9091-5215afba84d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_create {{(pid=88751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:26.491220 dv-cinder-848250-1-iscsi neutron-server[88751]: INFO neutron.wsgi [None req-c5c78f4a-cbdd-4565-9091-5215afba84d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d523ded35194cebb48867ea8acb24b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453307 Jun 30 12:35:26.491997 dv-cinder-848250-1-iscsi neutron-server[88751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c78f4a-cbdd-4565-9091-5215afba84d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478ec57c-0aa1-4151-984d-aad3510ab1de,revision_number=1']} {{(pid=88751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:35:26.493941 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.wsgi [-] (88750) accepted ('10.222.0.18', 35016) {{(pid=88750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 30 12:35:26.552528 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-cd954795-857e-4b30-9885-2b2cb194059a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:26.578878 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-cd954795-857e-4b30-9885-2b2cb194059a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:26.691176 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-cd954795-857e-4b30-9885-2b2cb194059a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513966'] for security_group, after_delete {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:26.707545 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd954795-857e-4b30-9885-2b2cb194059a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ec57c-0aa1-4151-984d-aad3510ab1de,revision_number=None']} {{(pid=88750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 12:35:26.715788 dv-cinder-848250-1-iscsi neutron-server[88750]: DEBUG neutron_lib.callbacks.manager [None req-cd954795-857e-4b30-9885-2b2cb194059a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:26.716930 dv-cinder-848250-1-iscsi neutron-server[88750]: INFO neutron.wsgi [None req-cd954795-857e-4b30-9885-2b2cb194059a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/478ec57c-0aa1-4151-984d-aad3510ab1de HTTP/1.1" status: 204 len: 168 time: 0.2219934 Jun 30 12:35:39.090930 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:35:46.525050 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:48.222086 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4a696790-8aa2-4e00-ae10-2dc7c10d0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:50.467351 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-c90fc1d2-6990-4a51-ba6c-d5401e14b5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:51.625843 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:51.688780 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:35:53.370676 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:36:16.089839 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:36:16.535531 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:36:18.227271 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-5e92fe8b-76b2-465b-95b6-1fedfbd64ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:36:20.501374 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ac94617b-543e-46a0-9b51-c4b085438b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:36:21.621371 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:36:21.672718 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:36:23.300120 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:36:46.546902 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:36:48.259751 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-0e5be260-2f74-4d9e-ad63-f69b596102cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:36:50.493952 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d0108a59-453e-4bbf-96da-1160ea750acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:36:51.671236 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:36:51.683334 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:36:53.089463 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:36:53.345157 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:37:16.557726 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:37:18.237749 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-8b2ee2a4-5e41-4a92-86ec-d165cfd6de32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:37:20.471602 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-dab23391-594c-48b7-b87c-dfa8a9b2b352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:37:21.643558 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:37:21.734570 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:37:23.311651 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:37:30.088598 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:37:46.580041 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:37:48.254478 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-16c49c38-3784-465c-92ee-e4bbb6c0708e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:37:50.483038 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-1a41d4f4-9eff-4371-a5be-a499e44612f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:37:51.688189 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:37:51.745950 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:37:53.399407 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:38:07.089500 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:38:16.619423 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:38:18.236858 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-138627ee-cf80-4ee9-8ebf-3e6aea41009d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:38:20.459654 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-53219c4a-4bd1-467a-a24c-4fa80bb6ff62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:38:21.670743 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:38:21.699357 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:38:23.316517 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:38:44.088290 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:38:46.579185 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:38:48.305159 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-083bf59f-39fd-4d6f-964a-ff1e0d81f550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:38:50.476452 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-e69bad1f-6a73-41c4-acc6-df816a9ed33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:38:51.630394 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:38:51.670135 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:38:53.378640 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:39:16.596087 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:39:18.225382 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9eda42cc-32e8-448e-b73a-39d83b1f6ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:39:20.447885 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a7a76695-b46c-4988-a854-d554cbd05d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:39:21.087509 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:39:21.641647 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:39:21.664435 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:39:23.316020 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:39:46.612750 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:39:48.236151 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-d0b8acc2-75cc-4523-ab5f-d64b15f96ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:39:50.521592 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-4d495514-0c3e-49d6-bf27-996ef580fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:39:51.652808 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:39:51.721207 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:39:53.403001 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:39:58.087945 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:40:16.647339 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:40:18.213038 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-564dbc98-a880-4e43-a186-38650be51c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:40:20.470237 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-9b1dccdb-8c7d-4957-bc2d-f7f88f9bfbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:40:21.670128 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-ece04658-ef5e-40fc-a7d0-3720cd68f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:40:21.715681 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-79ece238-dfb6-4cb4-81a5-308854eb9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:40:23.389745 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-621454be-ae5d-4df0-95d2-0d8772753d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:40:35.087053 dv-cinder-848250-1-iscsi neutron-server[88753]: DEBUG neutron.db.agents_db [None req-98d2f485-ae69-423f-9889-e645c5b12c9c None None] Agent healthcheck: found 6 active agents {{(pid=88753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 30 12:40:46.595653 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-def306fd-fcdd-4268-bc31-cbb9fe80978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:40:48.234841 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-558cd1c4-3055-4402-aad5-518ca202e0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 12:40:50.470848 dv-cinder-848250-1-iscsi neutron-server[88752]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b00a-69ff-4a0e-ab0b-eca0d565ff05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752188492903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617114'] for agent, after_update {{(pid=88752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}